2024-12-09 10:11:29,951 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-09 10:11:29,964 main DEBUG Took 0.010790 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 10:11:29,965 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 10:11:29,965 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 10:11:29,967 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 10:11:29,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:29,979 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 10:11:30,009 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,012 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,013 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,016 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,017 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,019 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,020 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,021 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,023 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:11:30,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,029 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 10:11:30,031 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:11:30,035 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 10:11:30,039 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 10:11:30,039 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 10:11:30,041 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 10:11:30,041 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 10:11:30,055 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 10:11:30,059 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 10:11:30,061 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 10:11:30,061 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 10:11:30,062 main DEBUG createAppenders(={Console}) 2024-12-09 10:11:30,063 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-12-09 10:11:30,063 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-09 10:11:30,064 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-12-09 10:11:30,065 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 10:11:30,065 main DEBUG OutputStream closed 2024-12-09 10:11:30,066 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 10:11:30,066 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 10:11:30,067 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-12-09 10:11:30,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 10:11:30,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 10:11:30,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 10:11:30,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 10:11:30,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 10:11:30,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 10:11:30,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 10:11:30,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 10:11:30,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 10:11:30,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 10:11:30,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 10:11:30,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 10:11:30,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 10:11:30,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 10:11:30,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 10:11:30,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 10:11:30,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 10:11:30,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 10:11:30,159 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 10:11:30,160 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@539d019) with optional ClassLoader: null 2024-12-09 10:11:30,160 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 10:11:30,160 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@539d019] started OK. 2024-12-09T10:11:30,434 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3 2024-12-09 10:11:30,440 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 10:11:30,440 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T10:11:30,449 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop-log-dir so I do NOT create it in target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc 2024-12-09T10:11:30,450 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop-log-dir Erasing configuration value by system value. 2024-12-09T10:11:30,450 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop-tmp-dir so I do NOT create it in target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc 2024-12-09T10:11:30,451 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-09T10:11:30,452 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc 2024-12-09T10:11:30,464 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-09T10:11:30,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd, deleteOnExit=true 2024-12-09T10:11:30,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/zookeeper_0, clientPort=56783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T10:11:30,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56783 2024-12-09T10:11:30,638 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-09T10:11:30,638 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-09T10:11:30,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T10:11:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T10:11:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/test.cache.data in system properties and HBase conf 2024-12-09T10:11:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:11:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:11:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:11:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:11:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:11:30,742 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T10:11:30,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:11:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:11:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:11:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:11:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:11:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:11:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:11:30,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:11:30,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:11:30,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:11:30,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:11:30,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:11:30,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:11:30,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:11:30,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:11:32,325 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T10:11:32,435 INFO [Time-limited test {}] log.Log(170): Logging initialized @3802ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T10:11:32,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:32,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:11:32,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:11:32,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:11:32,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:11:32,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:32,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:11:32,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:11:32,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/java.io.tmpdir/jetty-localhost-38311-hadoop-hdfs-3_4_1-tests_jar-_-any-1674518139652058389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:11:32,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:38311} 2024-12-09T10:11:32,873 INFO [Time-limited test {}] server.Server(415): Started @4241ms 2024-12-09T10:11:33,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:33,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:11:33,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:11:33,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:11:33,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:11:33,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:11:33,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:11:33,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/java.io.tmpdir/jetty-localhost-40025-hadoop-hdfs-3_4_1-tests_jar-_-any-15661435426728278954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:11:33,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:40025} 2024-12-09T10:11:33,494 INFO [Time-limited test {}] server.Server(415): Started @4863ms 2024-12-09T10:11:33,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:11:34,615 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/dfs/data/data2/current/BP-303565157-172.17.0.3-1733739091616/current, will proceed with Du for space computation calculation, 2024-12-09T10:11:34,615 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/dfs/data/data1/current/BP-303565157-172.17.0.3-1733739091616/current, will proceed with Du for space computation calculation, 2024-12-09T10:11:34,673 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:11:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d700f25b10a693e with lease ID 0xe3fd3c3ad7834b2b: Processing first storage report for DS-75ae233f-bbf2-4bf7-9802-f478aa082d55 from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=fe446865-163f-4ff5-b147-cfb6b3260de8, infoPort=43285, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=1616772144;c=1733739091616) 2024-12-09T10:11:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d700f25b10a693e with lease ID 0xe3fd3c3ad7834b2b: from storage DS-75ae233f-bbf2-4bf7-9802-f478aa082d55 node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=fe446865-163f-4ff5-b147-cfb6b3260de8, infoPort=43285, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=1616772144;c=1733739091616), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T10:11:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d700f25b10a693e with lease ID 0xe3fd3c3ad7834b2b: Processing first storage report for DS-a4cae6e2-1c0d-4653-9629-dd35c7a1ba46 from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=fe446865-163f-4ff5-b147-cfb6b3260de8, infoPort=43285, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=1616772144;c=1733739091616) 2024-12-09T10:11:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d700f25b10a693e with lease ID 0xe3fd3c3ad7834b2b: from storage DS-a4cae6e2-1c0d-4653-9629-dd35c7a1ba46 node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=fe446865-163f-4ff5-b147-cfb6b3260de8, infoPort=43285, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=1616772144;c=1733739091616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:11:34,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3 2024-12-09T10:11:34,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:34,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741825_1001 (size=7) 2024-12-09T10:11:35,480 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 with version=8 2024-12-09T10:11:35,480 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/hbase-staging 2024-12-09T10:11:35,647 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T10:11:35,942 INFO [Time-limited test {}] client.ConnectionUtils(129): master/de59e52b2fff:0 server-side Connection retries=45 2024-12-09T10:11:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:35,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T10:11:35,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:35,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T10:11:36,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T10:11:36,248 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T10:11:36,265 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T10:11:36,272 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T10:11:36,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17082 (auto-detected) 2024-12-09T10:11:36,319 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T10:11:36,348 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37425 2024-12-09T10:11:36,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:36,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:36,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37425 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:11:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374250x0, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:11:36,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37425-0x100be84f1d60000 connected 2024-12-09T10:11:36,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T10:11:36,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T10:11:36,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T10:11:36,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37425 2024-12-09T10:11:36,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37425 2024-12-09T10:11:36,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37425 2024-12-09T10:11:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37425 2024-12-09T10:11:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37425 2024-12-09T10:11:36,636 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4, hbase.cluster.distributed=false 2024-12-09T10:11:36,701 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/de59e52b2fff:0 server-side Connection retries=45 2024-12-09T10:11:36,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:36,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:36,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T10:11:36,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:36,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T10:11:36,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T10:11:36,707 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T10:11:36,716 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40607 2024-12-09T10:11:36,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T10:11:36,739 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T10:11:36,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:36,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:36,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40607 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:11:36,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406070x0, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T10:11:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406070x0, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:11:36,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40607-0x100be84f1d60001 connected 2024-12-09T10:11:36,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T10:11:36,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T10:11:36,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-09T10:11:36,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40607 2024-12-09T10:11:36,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40607 2024-12-09T10:11:36,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-09T10:11:36,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-09T10:11:36,849 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/de59e52b2fff,37425,1733739095638 2024-12-09T10:11:36,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T10:11:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T10:11:36,868 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/de59e52b2fff,37425,1733739095638 2024-12-09T10:11:36,869 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de59e52b2fff:37425 2024-12-09T10:11:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T10:11:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T10:11:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:36,908 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T10:11:36,910 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/de59e52b2fff,37425,1733739095638 from backup master directory 2024-12-09T10:11:36,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T10:11:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/de59e52b2fff,37425,1733739095638 2024-12-09T10:11:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T10:11:36,923 WARN [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T10:11:36,923 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de59e52b2fff,37425,1733739095638 2024-12-09T10:11:36,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T10:11:36,926 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T10:11:36,928 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T10:11:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741826_1002 (size=42) 2024-12-09T10:11:37,445 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/hbase.id with ID: 3b359367-adb7-426e-ba88-4b491ae2d818 2024-12-09T10:11:37,514 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741827_1003 (size=196) 2024-12-09T10:11:38,009 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:11:38,013 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T10:11:38,038 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:11:38,044 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741828_1004 (size=1189) 2024-12-09T10:11:38,139 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store 2024-12-09T10:11:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741829_1005 (size=34) 2024-12-09T10:11:38,206 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T10:11:38,207 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:38,209 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T10:11:38,209 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:38,209 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:38,210 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T10:11:38,210 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:38,210 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:38,210 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:11:38,214 WARN [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/.initializing 2024-12-09T10:11:38,215 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/WALs/de59e52b2fff,37425,1733739095638 2024-12-09T10:11:38,226 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:11:38,243 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C37425%2C1733739095638, suffix=, logDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/WALs/de59e52b2fff,37425,1733739095638, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/oldWALs, maxLogs=10 2024-12-09T10:11:38,274 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/WALs/de59e52b2fff,37425,1733739095638/de59e52b2fff%2C37425%2C1733739095638.1733739098250, exclude list is [], retry=0 2024-12-09T10:11:38,297 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-75ae233f-bbf2-4bf7-9802-f478aa082d55,DISK] 2024-12-09T10:11:38,306 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T10:11:38,358 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/WALs/de59e52b2fff,37425,1733739095638/de59e52b2fff%2C37425%2C1733739095638.1733739098250 2024-12-09T10:11:38,360 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43285:43285)] 2024-12-09T10:11:38,360 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:38,361 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:38,366 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,368 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T10:11:38,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:38,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:38,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T10:11:38,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:38,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:38,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T10:11:38,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:38,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:38,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T10:11:38,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:38,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:38,516 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,518 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,539 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T10:11:38,554 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:38,573 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:38,575 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68888404, jitterRate=0.026517212390899658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T10:11:38,582 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:11:38,584 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T10:11:38,629 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475008f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:38,680 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T10:11:38,698 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T10:11:38,698 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T10:11:38,701 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T10:11:38,703 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-09T10:11:38,709 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-12-09T10:11:38,710 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T10:11:38,747 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T10:11:38,768 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-09T10:11:38,805 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-09T10:11:38,809 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T10:11:38,812 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-09T10:11:38,822 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-09T10:11:38,825 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T10:11:38,847 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-09T10:11:38,863 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-09T10:11:38,868 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-09T10:11:38,878 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-09T10:11:38,894 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T10:11:38,903 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-09T10:11:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T10:11:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:38,914 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=de59e52b2fff,37425,1733739095638, sessionid=0x100be84f1d60000, setting cluster-up flag (Was=false) 2024-12-09T10:11:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T10:11:38,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:38,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:38,989 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-09T10:11:38,993 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de59e52b2fff,37425,1733739095638 2024-12-09T10:11:39,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:39,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:39,064 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-09T10:11:39,074 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de59e52b2fff,37425,1733739095638 2024-12-09T10:11:39,174 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de59e52b2fff:40607 2024-12-09T10:11:39,203 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1008): ClusterId : 3b359367-adb7-426e-ba88-4b491ae2d818 2024-12-09T10:11:39,207 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T10:11:39,214 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:39,223 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T10:11:39,226 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T10:11:39,233 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de59e52b2fff,37425,1733739095638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T10:11:39,239 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:39,239 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:39,239 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:39,239 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:39,240 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de59e52b2fff:0, corePoolSize=10, maxPoolSize=10 2024-12-09T10:11:39,240 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,240 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de59e52b2fff:0, corePoolSize=2, maxPoolSize=2 2024-12-09T10:11:39,240 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,243 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733739129243 2024-12-09T10:11:39,245 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T10:11:39,246 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T10:11:39,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:39,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T10:11:39,250 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T10:11:39,252 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:39,252 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T10:11:39,252 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T10:11:39,253 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T10:11:39,253 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T10:11:39,255 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,260 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T10:11:39,260 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T10:11:39,272 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T10:11:39,273 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T10:11:39,274 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T10:11:39,277 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T10:11:39,278 DEBUG [RS:0;de59e52b2fff:40607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642c0b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:39,285 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T10:11:39,286 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T10:11:39,286 DEBUG [RS:0;de59e52b2fff:40607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0cdad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de59e52b2fff/172.17.0.3:0 2024-12-09T10:11:39,287 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739099287,5,FailOnTimeoutGroup] 2024-12-09T10:11:39,290 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T10:11:39,291 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T10:11:39,291 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T10:11:39,292 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739099287,5,FailOnTimeoutGroup] 2024-12-09T10:11:39,292 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,292 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T10:11:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741831_1007 (size=1039) 2024-12-09T10:11:39,294 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,294 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,296 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T10:11:39,296 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:39,302 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3073): reportForDuty to master=de59e52b2fff,37425,1733739095638 with isa=de59e52b2fff/172.17.0.3:40607, startcode=1733739096700 2024-12-09T10:11:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741832_1008 (size=32) 2024-12-09T10:11:39,320 DEBUG [RS:0;de59e52b2fff:40607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T10:11:39,322 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T10:11:39,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T10:11:39,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:39,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:39,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T10:11:39,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T10:11:39,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:39,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:39,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T10:11:39,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T10:11:39,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:39,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:39,352 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740 2024-12-09T10:11:39,354 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740 2024-12-09T10:11:39,358 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T10:11:39,362 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T10:11:39,364 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42813, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T10:11:39,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37425 {}] master.ServerManager(486): Registering regionserver=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,377 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:39,379 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64540418, jitterRate=-0.03827282786369324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T10:11:39,382 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T10:11:39,382 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T10:11:39,382 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T10:11:39,382 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T10:11:39,383 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T10:11:39,383 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T10:11:39,388 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T10:11:39,388 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T10:11:39,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:39,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T10:11:39,393 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:39,393 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38905 2024-12-09T10:11:39,393 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T10:11:39,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T10:11:39,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T10:11:39,407 DEBUG [RS:0;de59e52b2fff:40607 {}] zookeeper.ZKUtil(111): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/rs/de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,408 WARN [RS:0;de59e52b2fff:40607 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T10:11:39,408 INFO [RS:0;de59e52b2fff:40607 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:39,408 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de59e52b2fff,40607,1733739096700] 2024-12-09T10:11:39,410 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T10:11:39,413 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T10:11:39,433 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T10:11:39,447 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T10:11:39,464 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T10:11:39,467 INFO [RS:0;de59e52b2fff:40607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T10:11:39,468 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,468 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T10:11:39,477 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,478 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,478 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,478 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,478 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,479 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,479 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de59e52b2fff:0, corePoolSize=2, maxPoolSize=2 2024-12-09T10:11:39,479 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de59e52b2fff:0, corePoolSize=3, maxPoolSize=3 2024-12-09T10:11:39,480 DEBUG [RS:0;de59e52b2fff:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de59e52b2fff:0, corePoolSize=3, maxPoolSize=3 2024-12-09T10:11:39,481 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,482 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,482 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,482 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,482 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,40607,1733739096700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T10:11:39,507 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T10:11:39,509 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,40607,1733739096700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:39,536 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.Replication(204): de59e52b2fff,40607,1733739096700 started 2024-12-09T10:11:39,536 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1767): Serving as de59e52b2fff,40607,1733739096700, RpcServer on de59e52b2fff/172.17.0.3:40607, sessionid=0x100be84f1d60001 2024-12-09T10:11:39,537 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T10:11:39,537 DEBUG [RS:0;de59e52b2fff:40607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,537 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de59e52b2fff,40607,1733739096700' 2024-12-09T10:11:39,537 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-09T10:11:39,538 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-09T10:11:39,538 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T10:11:39,539 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T10:11:39,539 DEBUG [RS:0;de59e52b2fff:40607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,539 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de59e52b2fff,40607,1733739096700' 2024-12-09T10:11:39,539 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-09T10:11:39,540 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-09T10:11:39,540 DEBUG [RS:0;de59e52b2fff:40607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T10:11:39,540 INFO [RS:0;de59e52b2fff:40607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T10:11:39,541 INFO [RS:0;de59e52b2fff:40607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T10:11:39,563 WARN [de59e52b2fff:37425 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T10:11:39,647 INFO [RS:0;de59e52b2fff:40607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:11:39,652 INFO [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C40607%2C1733739096700, suffix=, logDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/oldWALs, maxLogs=10 2024-12-09T10:11:39,674 DEBUG [RS:0;de59e52b2fff:40607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, exclude list is [], retry=0 2024-12-09T10:11:39,681 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-75ae233f-bbf2-4bf7-9802-f478aa082d55,DISK] 2024-12-09T10:11:39,688 INFO [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 2024-12-09T10:11:39,688 DEBUG [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43285:43285)] 2024-12-09T10:11:39,816 DEBUG [de59e52b2fff:37425 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T10:11:39,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:39,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de59e52b2fff,40607,1733739096700, state=OPENING 2024-12-09T10:11:39,863 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T10:11:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:39,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T10:11:39,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T10:11:39,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:40,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:11:40,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T10:11:40,051 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T10:11:40,063 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T10:11:40,063 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:40,064 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T10:11:40,068 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C40607%2C1733739096700.meta, suffix=.meta, logDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/oldWALs, maxLogs=10 2024-12-09T10:11:40,086 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.meta.1733739100070.meta, exclude list is [], retry=0 2024-12-09T10:11:40,090 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-75ae233f-bbf2-4bf7-9802-f478aa082d55,DISK] 2024-12-09T10:11:40,093 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.meta.1733739100070.meta 2024-12-09T10:11:40,093 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43285:43285)] 2024-12-09T10:11:40,094 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:40,095 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T10:11:40,145 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T10:11:40,149 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T10:11:40,153 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T10:11:40,154 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:40,154 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T10:11:40,154 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T10:11:40,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T10:11:40,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T10:11:40,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T10:11:40,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T10:11:40,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:40,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:40,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T10:11:40,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T10:11:40,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:40,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:40,169 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740 2024-12-09T10:11:40,173 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740 2024-12-09T10:11:40,176 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T10:11:40,180 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T10:11:40,182 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496262, jitterRate=-0.11343660950660706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T10:11:40,185 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T10:11:40,192 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733739100040 2024-12-09T10:11:40,205 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T10:11:40,206 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T10:11:40,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:40,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de59e52b2fff,40607,1733739096700, state=OPEN 2024-12-09T10:11:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T10:11:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T10:11:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T10:11:40,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T10:11:40,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T10:11:40,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=de59e52b2fff,40607,1733739096700 in 349 msec 2024-12-09T10:11:40,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T10:11:40,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 835 msec 2024-12-09T10:11:40,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-12-09T10:11:40,248 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733739100247, completionTime=-1 2024-12-09T10:11:40,248 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T10:11:40,248 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T10:11:40,288 DEBUG [hconnection-0x54767516-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:11:40,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:11:40,305 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T10:11:40,305 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733739160305 2024-12-09T10:11:40,306 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733739220306 2024-12-09T10:11:40,306 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 57 msec 2024-12-09T10:11:40,416 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:40,417 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:40,417 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:40,418 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de59e52b2fff:37425, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:40,419 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:40,425 DEBUG [master/de59e52b2fff:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T10:11:40,427 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T10:11:40,428 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T10:11:40,435 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T10:11:40,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:11:40,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:40,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:11:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741835_1011 (size=358) 2024-12-09T10:11:40,462 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6435e065e3e741ec204f6dba1c25a757, NAME => 'hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741836_1012 (size=42) 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6435e065e3e741ec204f6dba1c25a757, disabling compactions & flushes 2024-12-09T10:11:40,879 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. after waiting 0 ms 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:40,879 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:40,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6435e065e3e741ec204f6dba1c25a757: 2024-12-09T10:11:40,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:11:40,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739100883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739100883"}]},"ts":"1733739100883"} 2024-12-09T10:11:40,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T10:11:40,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:11:40,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739100917"}]},"ts":"1733739100917"} 2024-12-09T10:11:40,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T10:11:40,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6435e065e3e741ec204f6dba1c25a757, ASSIGN}] 2024-12-09T10:11:40,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6435e065e3e741ec204f6dba1c25a757, ASSIGN 2024-12-09T10:11:40,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6435e065e3e741ec204f6dba1c25a757, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:41,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6435e065e3e741ec204f6dba1c25a757, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:41,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6435e065e3e741ec204f6dba1c25a757, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:41,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:11:41,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:41,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6435e065e3e741ec204f6dba1c25a757, NAME => 'hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:41,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:41,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,295 INFO [StoreOpener-6435e065e3e741ec204f6dba1c25a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,298 INFO [StoreOpener-6435e065e3e741ec204f6dba1c25a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6435e065e3e741ec204f6dba1c25a757 columnFamilyName info 2024-12-09T10:11:41,299 DEBUG [StoreOpener-6435e065e3e741ec204f6dba1c25a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:41,300 INFO [StoreOpener-6435e065e3e741ec204f6dba1c25a757-1 {}] regionserver.HStore(327): Store=6435e065e3e741ec204f6dba1c25a757/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:41,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:11:41,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:41,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6435e065e3e741ec204f6dba1c25a757; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66862950, jitterRate=-0.0036644041538238525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T10:11:41,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6435e065e3e741ec204f6dba1c25a757: 2024-12-09T10:11:41,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757., pid=6, masterSystemTime=1733739101277 2024-12-09T10:11:41,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:41,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:11:41,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6435e065e3e741ec204f6dba1c25a757, regionState=OPEN, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:41,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T10:11:41,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6435e065e3e741ec204f6dba1c25a757, server=de59e52b2fff,40607,1733739096700 in 208 msec 2024-12-09T10:11:41,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T10:11:41,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6435e065e3e741ec204f6dba1c25a757, ASSIGN in 380 msec 2024-12-09T10:11:41,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:11:41,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739101346"}]},"ts":"1733739101346"} 2024-12-09T10:11:41,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T10:11:41,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:11:41,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 937 msec 2024-12-09T10:11:41,439 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-09T10:11:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:41,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-09T10:11:41,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:11:41,476 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T10:11:41,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T10:11:41,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2024-12-09T10:11:41,521 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T10:11:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T10:11:41,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-12-09T10:11:41,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-09T10:11:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-09T10:11:41,597 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.674sec 2024-12-09T10:11:41,599 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T10:11:41,600 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T10:11:41,601 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T10:11:41,602 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T10:11:41,602 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T10:11:41,603 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T10:11:41,603 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T10:11:41,611 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T10:11:41,612 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T10:11:41,612 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37425,1733739095638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:41,677 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cd9d88e to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59bdbfcf 2024-12-09T10:11:41,677 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T10:11:41,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4c6f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:41,694 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T10:11:41,694 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T10:11:41,705 DEBUG [hconnection-0xd9b80fd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:11:41,713 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:11:41,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=de59e52b2fff,37425,1733739095638 2024-12-09T10:11:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T10:11:41,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/cluster_7e7e43c6-90cf-ae73-089e-4f5a4e847d75, deleteOnExit=true 2024-12-09T10:11:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T10:11:41,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/test.cache.data in system properties and HBase conf 2024-12-09T10:11:41,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:11:41,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:11:41,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:11:41,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:11:41,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:11:41,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:11:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:11:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:11:42,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:42,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:11:42,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:11:42,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:11:42,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:11:42,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:42,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c181ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:11:42,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@329a01bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:11:42,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f89429d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/java.io.tmpdir/jetty-localhost-40481-hadoop-hdfs-3_4_1-tests_jar-_-any-2993626265418785330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:11:42,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c272ed2{HTTP/1.1, (http/1.1)}{localhost:40481} 2024-12-09T10:11:42,192 INFO [Time-limited test {}] server.Server(415): Started @13560ms 2024-12-09T10:11:42,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:11:42,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:11:42,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:11:42,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:11:42,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:11:42,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2661e40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:11:42,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db0f175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:11:42,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c3a7825{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-16123781942217885522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:11:42,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef9ef6e{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-12-09T10:11:42,877 INFO [Time-limited test {}] server.Server(415): Started @14245ms 2024-12-09T10:11:42,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:11:43,425 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/cluster_7e7e43c6-90cf-ae73-089e-4f5a4e847d75/dfs/data/data1/current/BP-256810609-172.17.0.3-1733739101784/current, will proceed with Du for space computation calculation, 2024-12-09T10:11:43,436 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/cluster_7e7e43c6-90cf-ae73-089e-4f5a4e847d75/dfs/data/data2/current/BP-256810609-172.17.0.3-1733739101784/current, will proceed with Du for space computation calculation, 2024-12-09T10:11:43,475 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:11:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad40dd477a6c193b with lease ID 0x123c77f60972396f: Processing first storage report for DS-f8fa904c-e962-4d95-90b9-b00f8cad63c1 from datanode DatanodeRegistration(127.0.0.1:37273, datanodeUuid=91ec4f20-f6d6-4964-b266-79d75aea6ad1, infoPort=35073, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=149215417;c=1733739101784) 2024-12-09T10:11:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad40dd477a6c193b with lease ID 0x123c77f60972396f: from storage DS-f8fa904c-e962-4d95-90b9-b00f8cad63c1 node DatanodeRegistration(127.0.0.1:37273, datanodeUuid=91ec4f20-f6d6-4964-b266-79d75aea6ad1, infoPort=35073, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=149215417;c=1733739101784), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:11:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad40dd477a6c193b with lease ID 0x123c77f60972396f: Processing first storage report for DS-e010f397-77b0-4f69-8271-951279531693 from datanode DatanodeRegistration(127.0.0.1:37273, datanodeUuid=91ec4f20-f6d6-4964-b266-79d75aea6ad1, infoPort=35073, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=149215417;c=1733739101784) 2024-12-09T10:11:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad40dd477a6c193b with lease ID 0x123c77f60972396f: from storage DS-e010f397-77b0-4f69-8271-951279531693 node DatanodeRegistration(127.0.0.1:37273, datanodeUuid=91ec4f20-f6d6-4964-b266-79d75aea6ad1, infoPort=35073, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=149215417;c=1733739101784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:11:43,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc 2024-12-09T10:11:43,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741825_1001 (size=7) 2024-12-09T10:11:43,586 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 with version=8 2024-12-09T10:11:43,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/hbase-staging 2024-12-09T10:11:43,588 INFO [Time-limited test {}] client.ConnectionUtils(129): master/de59e52b2fff:0 server-side Connection retries=18 2024-12-09T10:11:43,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T10:11:43,589 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T10:11:43,590 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37925 2024-12-09T10:11:43,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37925 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:11:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379250x0, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:11:43,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37925-0x100be84f1d60003 connected 2024-12-09T10:11:43,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T10:11:43,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T10:11:43,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T10:11:43,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-09T10:11:43,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37925 2024-12-09T10:11:43,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37925 2024-12-09T10:11:43,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-09T10:11:43,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-09T10:11:43,704 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922, hbase.cluster.distributed=false 2024-12-09T10:11:43,722 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/de59e52b2fff:0 server-side Connection retries=18 2024-12-09T10:11:43,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T10:11:43,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T10:11:43,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:38649 2024-12-09T10:11:43,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T10:11:43,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T10:11:43,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38649 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:11:43,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386490x0, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:11:43,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386490x0, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T10:11:43,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386490x0, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T10:11:43,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386490x0, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T10:11:43,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38649-0x100be84f1d60004 connected 2024-12-09T10:11:43,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-09T10:11:43,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38649 2024-12-09T10:11:43,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38649 2024-12-09T10:11:43,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-09T10:11:43,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-09T10:11:43,772 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/de59e52b2fff,37925,1733739103588 2024-12-09T10:11:43,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T10:11:43,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T10:11:43,781 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/de59e52b2fff,37925,1733739103588 2024-12-09T10:11:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T10:11:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:43,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T10:11:43,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T10:11:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:43,817 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T10:11:43,817 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/de59e52b2fff,37925,1733739103588 from backup master directory 2024-12-09T10:11:43,819 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de59e52b2fff:37925 2024-12-09T10:11:43,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/de59e52b2fff,37925,1733739103588 2024-12-09T10:11:43,829 WARN [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T10:11:43,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T10:11:43,829 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de59e52b2fff,37925,1733739103588 2024-12-09T10:11:43,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T10:11:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741826_1002 (size=42) 2024-12-09T10:11:43,924 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/hbase.id with ID: b391a6c9-3a73-451e-97f3-7542ba14978c 2024-12-09T10:11:43,953 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:11:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741827_1003 (size=196) 2024-12-09T10:11:44,001 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:11:44,002 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T10:11:44,003 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741828_1004 (size=1189) 2024-12-09T10:11:44,420 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store 2024-12-09T10:11:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741829_1005 (size=34) 2024-12-09T10:11:44,446 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:44,446 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T10:11:44,446 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:44,446 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:44,447 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T10:11:44,447 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:44,447 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:11:44,447 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:11:44,453 WARN [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/.initializing 2024-12-09T10:11:44,453 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/WALs/de59e52b2fff,37925,1733739103588 2024-12-09T10:11:44,455 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:11:44,459 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C37925%2C1733739103588, suffix=, logDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/WALs/de59e52b2fff,37925,1733739103588, archiveDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/oldWALs, maxLogs=10 2024-12-09T10:11:44,483 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/WALs/de59e52b2fff,37925,1733739103588/de59e52b2fff%2C37925%2C1733739103588.1733739104459, exclude list is [], retry=0 2024-12-09T10:11:44,495 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37273,DS-f8fa904c-e962-4d95-90b9-b00f8cad63c1,DISK] 2024-12-09T10:11:44,499 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/WALs/de59e52b2fff,37925,1733739103588/de59e52b2fff%2C37925%2C1733739103588.1733739104459 2024-12-09T10:11:44,499 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-09T10:11:44,499 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:44,500 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:44,500 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,500 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T10:11:44,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:44,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T10:11:44,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:44,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T10:11:44,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:44,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T10:11:44,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:44,522 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,523 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,527 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T10:11:44,530 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T10:11:44,534 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:44,535 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64828879, jitterRate=-0.03397442400455475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T10:11:44,535 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:11:44,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:44,537 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T10:11:44,543 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb7261d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:44,545 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T10:11:44,545 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T10:11:44,545 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T10:11:44,545 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T10:11:44,546 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T10:11:44,546 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T10:11:44,547 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T10:11:44,549 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T10:11:44,551 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-09T10:11:44,580 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-09T10:11:44,580 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T10:11:44,581 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-09T10:11:44,588 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-09T10:11:44,590 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T10:11:44,600 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-09T10:11:44,608 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-09T10:11:44,609 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-09T10:11:44,619 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-09T10:11:44,621 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T10:11:44,630 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-09T10:11:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T10:11:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T10:11:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,639 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=de59e52b2fff,37925,1733739103588, sessionid=0x100be84f1d60003, setting cluster-up flag (Was=false) 2024-12-09T10:11:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,689 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-09T10:11:44,692 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de59e52b2fff,37925,1733739103588 2024-12-09T10:11:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:44,779 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-09T10:11:44,781 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de59e52b2fff,37925,1733739103588 2024-12-09T10:11:44,785 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:44,785 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T10:11:44,785 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T10:11:44,785 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de59e52b2fff,37925,1733739103588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de59e52b2fff:0, corePoolSize=5, maxPoolSize=5 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de59e52b2fff:0, corePoolSize=10, maxPoolSize=10 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de59e52b2fff:0, corePoolSize=2, maxPoolSize=2 2024-12-09T10:11:44,786 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:44,788 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733739134788 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T10:11:44,789 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:44,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:44,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T10:11:44,793 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T10:11:44,794 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T10:11:44,794 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T10:11:44,795 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T10:11:44,799 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T10:11:44,799 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T10:11:44,800 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739104799,5,FailOnTimeoutGroup] 2024-12-09T10:11:44,800 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739104800,5,FailOnTimeoutGroup] 2024-12-09T10:11:44,800 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:44,800 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T10:11:44,800 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:44,800 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741831_1007 (size=1039) 2024-12-09T10:11:44,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T10:11:44,825 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741832_1008 (size=32) 2024-12-09T10:11:44,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:44,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T10:11:44,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T10:11:44,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:44,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T10:11:44,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T10:11:44,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:44,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T10:11:44,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T10:11:44,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:44,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:44,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740 2024-12-09T10:11:44,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740 2024-12-09T10:11:44,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T10:11:44,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T10:11:44,884 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:44,886 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70946842, jitterRate=0.05719032883644104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T10:11:44,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T10:11:44,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T10:11:44,886 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T10:11:44,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T10:11:44,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T10:11:44,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T10:11:44,898 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de59e52b2fff:38649 2024-12-09T10:11:44,901 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T10:11:44,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T10:11:44,901 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1008): ClusterId : b391a6c9-3a73-451e-97f3-7542ba14978c 2024-12-09T10:11:44,901 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T10:11:44,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T10:11:44,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T10:11:44,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T10:11:44,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T10:11:44,916 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T10:11:44,916 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T10:11:44,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T10:11:44,930 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T10:11:44,931 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6a8766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:44,932 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dda3fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de59e52b2fff/172.17.0.3:0 2024-12-09T10:11:44,933 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T10:11:44,933 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T10:11:44,933 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T10:11:44,935 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3073): reportForDuty to master=de59e52b2fff,37925,1733739103588 with isa=de59e52b2fff/172.17.0.3:38649, startcode=1733739103722 2024-12-09T10:11:44,935 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T10:11:44,938 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56933, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T10:11:44,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37925 {}] master.ServerManager(332): Checking decommissioned status of RegionServer de59e52b2fff,38649,1733739103722 2024-12-09T10:11:44,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37925 {}] master.ServerManager(486): Registering regionserver=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:44,942 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:44,942 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33849 2024-12-09T10:11:44,942 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T10:11:44,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T10:11:44,955 DEBUG [RS:0;de59e52b2fff:38649 {}] zookeeper.ZKUtil(111): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on existing znode=/2/rs/de59e52b2fff,38649,1733739103722 2024-12-09T10:11:44,956 WARN [RS:0;de59e52b2fff:38649 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T10:11:44,956 INFO [RS:0;de59e52b2fff:38649 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:44,956 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722 2024-12-09T10:11:44,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de59e52b2fff,38649,1733739103722] 2024-12-09T10:11:44,992 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T10:11:44,993 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T10:11:45,003 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T10:11:45,004 INFO [RS:0;de59e52b2fff:38649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T10:11:45,004 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,005 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T10:11:45,009 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,010 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de59e52b2fff:0, corePoolSize=2, maxPoolSize=2 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de59e52b2fff:0, corePoolSize=1, maxPoolSize=1 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de59e52b2fff:0, corePoolSize=3, maxPoolSize=3 2024-12-09T10:11:45,011 DEBUG [RS:0;de59e52b2fff:38649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de59e52b2fff:0, corePoolSize=3, maxPoolSize=3 2024-12-09T10:11:45,022 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,023 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,023 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,023 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,023 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,38649,1733739103722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T10:11:45,052 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T10:11:45,052 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,38649,1733739103722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,069 WARN [de59e52b2fff:37925 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T10:11:45,077 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.Replication(204): de59e52b2fff,38649,1733739103722 started 2024-12-09T10:11:45,077 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1767): Serving as de59e52b2fff,38649,1733739103722, RpcServer on de59e52b2fff/172.17.0.3:38649, sessionid=0x100be84f1d60004 2024-12-09T10:11:45,078 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T10:11:45,078 DEBUG [RS:0;de59e52b2fff:38649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de59e52b2fff,38649,1733739103722 2024-12-09T10:11:45,078 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de59e52b2fff,38649,1733739103722' 2024-12-09T10:11:45,078 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-09T10:11:45,079 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-09T10:11:45,079 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T10:11:45,080 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T10:11:45,080 DEBUG [RS:0;de59e52b2fff:38649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de59e52b2fff,38649,1733739103722 2024-12-09T10:11:45,080 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de59e52b2fff,38649,1733739103722' 2024-12-09T10:11:45,080 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-09T10:11:45,083 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-09T10:11:45,084 DEBUG [RS:0;de59e52b2fff:38649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T10:11:45,084 INFO [RS:0;de59e52b2fff:38649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T10:11:45,084 INFO [RS:0;de59e52b2fff:38649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T10:11:45,185 INFO [RS:0;de59e52b2fff:38649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:11:45,189 INFO [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C38649%2C1733739103722, suffix=, logDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722, archiveDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/oldWALs, maxLogs=10 2024-12-09T10:11:45,229 DEBUG [RS:0;de59e52b2fff:38649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722/de59e52b2fff%2C38649%2C1733739103722.1733739105191, exclude list is [], retry=0 2024-12-09T10:11:45,241 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37273,DS-f8fa904c-e962-4d95-90b9-b00f8cad63c1,DISK] 2024-12-09T10:11:45,261 INFO [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722/de59e52b2fff%2C38649%2C1733739103722.1733739105191 2024-12-09T10:11:45,262 DEBUG [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-09T10:11:45,319 DEBUG [de59e52b2fff:37925 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T10:11:45,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:45,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de59e52b2fff,38649,1733739103722, state=OPENING 2024-12-09T10:11:45,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T10:11:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:45,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T10:11:45,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T10:11:45,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:45,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de59e52b2fff,38649,1733739103722 2024-12-09T10:11:45,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T10:11:45,512 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T10:11:45,526 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T10:11:45,527 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:11:45,527 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T10:11:45,531 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de59e52b2fff%2C38649%2C1733739103722.meta, suffix=.meta, logDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722, archiveDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/oldWALs, maxLogs=10 2024-12-09T10:11:45,552 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722/de59e52b2fff%2C38649%2C1733739103722.meta.1733739105532.meta, exclude list is [], retry=0 2024-12-09T10:11:45,558 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37273,DS-f8fa904c-e962-4d95-90b9-b00f8cad63c1,DISK] 2024-12-09T10:11:45,570 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722/de59e52b2fff%2C38649%2C1733739103722.meta.1733739105532.meta 2024-12-09T10:11:45,579 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-09T10:11:45,579 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:45,580 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T10:11:45,580 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T10:11:45,580 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T10:11:45,580 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T10:11:45,580 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:45,581 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T10:11:45,581 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T10:11:45,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T10:11:45,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T10:11:45,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:45,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:45,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T10:11:45,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T10:11:45,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:45,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:45,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T10:11:45,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T10:11:45,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:45,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T10:11:45,601 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740 2024-12-09T10:11:45,609 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740 2024-12-09T10:11:45,613 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T10:11:45,616 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T10:11:45,620 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70146041, jitterRate=0.04525746405124664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T10:11:45,620 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T10:11:45,622 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733739105503 2024-12-09T10:11:45,628 DEBUG [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T10:11:45,628 INFO [RS_OPEN_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T10:11:45,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:45,632 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de59e52b2fff,38649,1733739103722, state=OPEN 2024-12-09T10:11:45,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T10:11:45,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T10:11:45,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T10:11:45,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T10:11:45,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T10:11:45,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=de59e52b2fff,38649,1733739103722 in 290 msec 2024-12-09T10:11:45,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T10:11:45,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-12-09T10:11:45,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:11:45,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 885 msec 2024-12-09T10:11:45,672 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733739105672, completionTime=-1 2024-12-09T10:11:45,672 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T10:11:45,672 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T10:11:45,699 DEBUG [hconnection-0x49488960-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:11:45,702 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:11:45,707 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T10:11:45,707 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733739165707 2024-12-09T10:11:45,707 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733739225707 2024-12-09T10:11:45,707 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 35 msec 2024-12-09T10:11:45,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T10:11:45,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T10:11:45,805 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de59e52b2fff:37925, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T10:11:45,806 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T10:11:45,810 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T10:11:45,810 DEBUG [master/de59e52b2fff:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T10:11:45,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:11:45,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:45,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:11:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741835_1011 (size=358) 2024-12-09T10:11:45,868 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2c6c8a3b8c078770486ff2d82b4d8be4, NAME => 'hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741836_1012 (size=42) 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2c6c8a3b8c078770486ff2d82b4d8be4, disabling compactions & flushes 2024-12-09T10:11:45,904 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. after waiting 0 ms 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:45,904 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:45,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2c6c8a3b8c078770486ff2d82b4d8be4: 2024-12-09T10:11:45,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:11:45,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739105907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739105907"}]},"ts":"1733739105907"} 2024-12-09T10:11:45,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T10:11:45,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:11:45,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739105920"}]},"ts":"1733739105920"} 2024-12-09T10:11:45,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T10:11:45,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2c6c8a3b8c078770486ff2d82b4d8be4, ASSIGN}] 2024-12-09T10:11:45,951 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2c6c8a3b8c078770486ff2d82b4d8be4, ASSIGN 2024-12-09T10:11:45,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2c6c8a3b8c078770486ff2d82b4d8be4, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:46,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2c6c8a3b8c078770486ff2d82b4d8be4, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:46,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2c6c8a3b8c078770486ff2d82b4d8be4, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:46,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T10:11:46,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T10:11:46,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T10:11:46,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-09T10:11:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T10:11:46,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T10:11:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T10:11:46,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T10:11:46,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de59e52b2fff,38649,1733739103722 2024-12-09T10:11:46,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:46,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c6c8a3b8c078770486ff2d82b4d8be4, NAME => 'hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:11:46,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:46,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,295 INFO [StoreOpener-2c6c8a3b8c078770486ff2d82b4d8be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,298 INFO [StoreOpener-2c6c8a3b8c078770486ff2d82b4d8be4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c6c8a3b8c078770486ff2d82b4d8be4 columnFamilyName info 2024-12-09T10:11:46,298 DEBUG [StoreOpener-2c6c8a3b8c078770486ff2d82b4d8be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:46,299 INFO [StoreOpener-2c6c8a3b8c078770486ff2d82b4d8be4-1 {}] regionserver.HStore(327): Store=2c6c8a3b8c078770486ff2d82b4d8be4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:46,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:11:46,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:46,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2c6c8a3b8c078770486ff2d82b4d8be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61022006, jitterRate=-0.09070125222206116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T10:11:46,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2c6c8a3b8c078770486ff2d82b4d8be4: 2024-12-09T10:11:46,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4., pid=6, masterSystemTime=1733739106276 2024-12-09T10:11:46,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:46,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:11:46,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2c6c8a3b8c078770486ff2d82b4d8be4, regionState=OPEN, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:46,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T10:11:46,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2c6c8a3b8c078770486ff2d82b4d8be4, server=de59e52b2fff,38649,1733739103722 in 212 msec 2024-12-09T10:11:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T10:11:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2c6c8a3b8c078770486ff2d82b4d8be4, ASSIGN in 390 msec 2024-12-09T10:11:46,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:11:46,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739106347"}]},"ts":"1733739106347"} 2024-12-09T10:11:46,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T10:11:46,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:11:46,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 584 msec 2024-12-09T10:11:46,412 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-09T10:11:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-09T10:11:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:11:46,432 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T10:11:46,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T10:11:46,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2024-12-09T10:11:46,476 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T10:11:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T10:11:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-09T10:11:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-09T10:11:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-09T10:11:46,555 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.726sec 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T10:11:46,556 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T10:11:46,565 DEBUG [master/de59e52b2fff:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T10:11:46,565 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T10:11:46,566 INFO [master/de59e52b2fff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de59e52b2fff,37925,1733739103588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T10:11:46,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7695feac to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29140e9d 2024-12-09T10:11:46,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819dd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:46,604 DEBUG [hconnection-0x5710c6ce-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:11:46,607 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:11:46,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=de59e52b2fff,37925,1733739103588 2024-12-09T10:11:46,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x112492ec to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@405300b0 2024-12-09T10:11:46,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad6376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:46,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05422b16 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30c47aa0 2024-12-09T10:11:46,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684aba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:46,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x101e533b to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39c2ae2 2024-12-09T10:11:46,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f4ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:11:46,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T10:11:46,680 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T10:11:46,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:11:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T10:11:46,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:11:46,699 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:46,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T10:11:46,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:11:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:46,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741837_1013 (size=631) 2024-12-09T10:11:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:47,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 25e552576e30566a270d494d5281126b, NAME => 'test,,1733739106687.25e552576e30566a270d494d5281126b.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,141 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf86ae2ee00f38767e0fc8a1cf719afb, NAME => 'test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,160 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f6735d1401703808761ced7a13334c79, NAME => 'test,ccc,1733739106687.f6735d1401703808761ced7a13334c79.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741838_1014 (size=42) 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733739106687.25e552576e30566a270d494d5281126b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 25e552576e30566a270d494d5281126b, disabling compactions & flushes 2024-12-09T10:11:47,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733739106687.25e552576e30566a270d494d5281126b. after waiting 0 ms 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:47,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:47,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 25e552576e30566a270d494d5281126b: 2024-12-09T10:11:47,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 210aa754c92cb65cd027e7e2ddeb024d, NAME => 'test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741839_1015 (size=45) 2024-12-09T10:11:47,255 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bf86ae2ee00f38767e0fc8a1cf719afb, disabling compactions & flushes 2024-12-09T10:11:47,256 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:47,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:47,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. after waiting 0 ms 2024-12-09T10:11:47,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:47,256 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:47,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf86ae2ee00f38767e0fc8a1cf719afb: 2024-12-09T10:11:47,257 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b170837e51910a2e3d6e6ef44e96e463, NAME => 'test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741840_1016 (size=45) 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733739106687.f6735d1401703808761ced7a13334c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f6735d1401703808761ced7a13334c79, disabling compactions & flushes 2024-12-09T10:11:47,269 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. after waiting 0 ms 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:47,269 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f6735d1401703808761ced7a13334c79: 2024-12-09T10:11:47,270 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4a908e198eea2405cc2ea7c83d67b43a, NAME => 'test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741841_1017 (size=45) 2024-12-09T10:11:47,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 210aa754c92cb65cd027e7e2ddeb024d, disabling compactions & flushes 2024-12-09T10:11:47,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:47,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:47,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. after waiting 0 ms 2024-12-09T10:11:47,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:47,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:47,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 210aa754c92cb65cd027e7e2ddeb024d: 2024-12-09T10:11:47,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 43f65ed0d8271deafe0fe85a6e80e434, NAME => 'test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741842_1018 (size=45) 2024-12-09T10:11:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:47,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b170837e51910a2e3d6e6ef44e96e463, disabling compactions & flushes 2024-12-09T10:11:47,326 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:47,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:47,327 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. after waiting 0 ms 2024-12-09T10:11:47,327 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:47,327 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:47,327 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b170837e51910a2e3d6e6ef44e96e463: 2024-12-09T10:11:47,328 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 37bf14597258b57191eb75d53fa3df70, NAME => 'test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741843_1019 (size=45) 2024-12-09T10:11:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741844_1020 (size=45) 2024-12-09T10:11:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741845_1021 (size=45) 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 37bf14597258b57191eb75d53fa3df70, disabling compactions & flushes 2024-12-09T10:11:47,432 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. after waiting 0 ms 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:47,432 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:47,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 37bf14597258b57191eb75d53fa3df70: 2024-12-09T10:11:47,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e3df060b08b2ad8e0aec536ab32e60f2, NAME => 'test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741846_1022 (size=45) 2024-12-09T10:11:47,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e3df060b08b2ad8e0aec536ab32e60f2, disabling compactions & flushes 2024-12-09T10:11:47,480 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:47,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:47,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. after waiting 0 ms 2024-12-09T10:11:47,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:47,480 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:47,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e3df060b08b2ad8e0aec536ab32e60f2: 2024-12-09T10:11:47,481 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 50f77d3479b04974bf509545f1a32e73, NAME => 'test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741847_1023 (size=45) 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 50f77d3479b04974bf509545f1a32e73, disabling compactions & flushes 2024-12-09T10:11:47,516 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. after waiting 0 ms 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:47,516 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:47,516 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 50f77d3479b04974bf509545f1a32e73: 2024-12-09T10:11:47,517 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 71bc4586d23da3f7edd1c1fcaac06c53, NAME => 'test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741848_1024 (size=45) 2024-12-09T10:11:47,569 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,569 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 71bc4586d23da3f7edd1c1fcaac06c53, disabling compactions & flushes 2024-12-09T10:11:47,569 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:47,570 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:47,570 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. after waiting 0 ms 2024-12-09T10:11:47,570 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:47,570 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:47,570 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 71bc4586d23da3f7edd1c1fcaac06c53: 2024-12-09T10:11:47,571 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 66a23703c19337cbf790f35f8a69949c, NAME => 'test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741849_1025 (size=45) 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4a908e198eea2405cc2ea7c83d67b43a, disabling compactions & flushes 2024-12-09T10:11:47,734 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. after waiting 0 ms 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:47,734 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:47,734 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4a908e198eea2405cc2ea7c83d67b43a: 2024-12-09T10:11:47,735 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 03d343776a7893f3f481ac84c1299d44, NAME => 'test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 43f65ed0d8271deafe0fe85a6e80e434, disabling compactions & flushes 2024-12-09T10:11:47,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:47,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:47,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. after waiting 0 ms 2024-12-09T10:11:47,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:47,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:47,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 43f65ed0d8271deafe0fe85a6e80e434: 2024-12-09T10:11:47,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 89fa69c7c95d886e5f90588284e1838b, NAME => 'test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741850_1026 (size=45) 2024-12-09T10:11:47,766 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 03d343776a7893f3f481ac84c1299d44, disabling compactions & flushes 2024-12-09T10:11:47,767 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:47,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:47,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. after waiting 0 ms 2024-12-09T10:11:47,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:47,767 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:47,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 03d343776a7893f3f481ac84c1299d44: 2024-12-09T10:11:47,768 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 99b1d582c500b5d33018082fd22604d0, NAME => 'test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741851_1027 (size=45) 2024-12-09T10:11:47,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 89fa69c7c95d886e5f90588284e1838b, disabling compactions & flushes 2024-12-09T10:11:47,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:47,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:47,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. after waiting 0 ms 2024-12-09T10:11:47,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:47,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:47,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 89fa69c7c95d886e5f90588284e1838b: 2024-12-09T10:11:47,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2e0fac04fb9909e22187281e5e3f7eb9, NAME => 'test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741852_1028 (size=45) 2024-12-09T10:11:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741853_1029 (size=45) 2024-12-09T10:11:47,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:47,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2e0fac04fb9909e22187281e5e3f7eb9, disabling compactions & flushes 2024-12-09T10:11:47,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:47,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:47,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. after waiting 0 ms 2024-12-09T10:11:47,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:47,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:47,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2e0fac04fb9909e22187281e5e3f7eb9: 2024-12-09T10:11:47,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ad6792b726c32add8cfcfee51f314265, NAME => 'test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741854_1030 (size=45) 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 66a23703c19337cbf790f35f8a69949c, disabling compactions & flushes 2024-12-09T10:11:48,001 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. after waiting 0 ms 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:48,001 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:48,001 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 66a23703c19337cbf790f35f8a69949c: 2024-12-09T10:11:48,002 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d0680b7076ec18194446ec1582dea5fa, NAME => 'test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741855_1031 (size=45) 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 99b1d582c500b5d33018082fd22604d0, disabling compactions & flushes 2024-12-09T10:11:48,215 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. after waiting 0 ms 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:48,215 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:48,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 99b1d582c500b5d33018082fd22604d0: 2024-12-09T10:11:48,216 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9ea641de4cedac1c22aaf68ace46972f, NAME => 'test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741856_1032 (size=45) 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9ea641de4cedac1c22aaf68ace46972f, disabling compactions & flushes 2024-12-09T10:11:48,241 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. after waiting 0 ms 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:48,241 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:48,241 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9ea641de4cedac1c22aaf68ace46972f: 2024-12-09T10:11:48,242 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a8fff1b44ef416a1702ce7d68aefc076, NAME => 'test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741857_1033 (size=45) 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a8fff1b44ef416a1702ce7d68aefc076, disabling compactions & flushes 2024-12-09T10:11:48,267 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. after waiting 0 ms 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:48,267 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:48,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a8fff1b44ef416a1702ce7d68aefc076: 2024-12-09T10:11:48,268 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c2518ab8acdc62e869d4ae0081ea471d, NAME => 'test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741858_1034 (size=45) 2024-12-09T10:11:48,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c2518ab8acdc62e869d4ae0081ea471d, disabling compactions & flushes 2024-12-09T10:11:48,279 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:48,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:48,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. after waiting 0 ms 2024-12-09T10:11:48,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:48,279 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:48,280 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c2518ab8acdc62e869d4ae0081ea471d: 2024-12-09T10:11:48,282 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e09954572c843eed997fa10446f08a5d, NAME => 'test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ad6792b726c32add8cfcfee51f314265, disabling compactions & flushes 2024-12-09T10:11:48,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. after waiting 0 ms 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:48,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:48,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ad6792b726c32add8cfcfee51f314265: 2024-12-09T10:11:48,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 87d2495954373df1f7e5f14271313222, NAME => 'test,www,1733739106687.87d2495954373df1f7e5f14271313222.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741859_1035 (size=45) 2024-12-09T10:11:48,307 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,308 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e09954572c843eed997fa10446f08a5d, disabling compactions & flushes 2024-12-09T10:11:48,308 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:48,308 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:48,308 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. after waiting 0 ms 2024-12-09T10:11:48,308 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:48,308 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:48,308 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e09954572c843eed997fa10446f08a5d: 2024-12-09T10:11:48,309 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f8bd4a96cb7e7178d8049cef020f049a, NAME => 'test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741860_1036 (size=45) 2024-12-09T10:11:48,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1733739106687.87d2495954373df1f7e5f14271313222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 87d2495954373df1f7e5f14271313222, disabling compactions & flushes 2024-12-09T10:11:48,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:48,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:48,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733739106687.87d2495954373df1f7e5f14271313222. after waiting 0 ms 2024-12-09T10:11:48,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:48,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:48,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 87d2495954373df1f7e5f14271313222: 2024-12-09T10:11:48,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02413d426b6d904a826b1b408b672995, NAME => 'test,yyy,1733739106687.02413d426b6d904a826b1b408b672995.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741861_1037 (size=45) 2024-12-09T10:11:48,344 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,344 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f8bd4a96cb7e7178d8049cef020f049a, disabling compactions & flushes 2024-12-09T10:11:48,345 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:48,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:48,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. after waiting 0 ms 2024-12-09T10:11:48,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:48,345 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:48,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f8bd4a96cb7e7178d8049cef020f049a: 2024-12-09T10:11:48,346 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b58b04938bf0ba0bda81b0d197e114b7, NAME => 'test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:11:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741862_1038 (size=45) 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733739106687.02413d426b6d904a826b1b408b672995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 02413d426b6d904a826b1b408b672995, disabling compactions & flushes 2024-12-09T10:11:48,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. after waiting 0 ms 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:48,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:48,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02413d426b6d904a826b1b408b672995: 2024-12-09T10:11:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741863_1039 (size=42) 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d0680b7076ec18194446ec1582dea5fa, disabling compactions & flushes 2024-12-09T10:11:48,414 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. after waiting 0 ms 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:48,414 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:48,414 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d0680b7076ec18194446ec1582dea5fa: 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b58b04938bf0ba0bda81b0d197e114b7, disabling compactions & flushes 2024-12-09T10:11:48,805 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. after waiting 0 ms 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:48,805 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:48,805 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b58b04938bf0ba0bda81b0d197e114b7: 2024-12-09T10:11:48,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:11:48,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733739106687.25e552576e30566a270d494d5281126b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733739106687.f6735d1401703808761ced7a13334c79.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733739106687.87d2495954373df1f7e5f14271313222.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733739106687.02413d426b6d904a826b1b408b672995.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739108807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739108807"}]},"ts":"1733739108807"} 2024-12-09T10:11:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:48,851 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T10:11:48,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:11:48,853 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739108853"}]},"ts":"1733739108853"} 2024-12-09T10:11:48,855 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T10:11:48,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25e552576e30566a270d494d5281126b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf86ae2ee00f38767e0fc8a1cf719afb, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6735d1401703808761ced7a13334c79, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=210aa754c92cb65cd027e7e2ddeb024d, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b170837e51910a2e3d6e6ef44e96e463, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a908e198eea2405cc2ea7c83d67b43a, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43f65ed0d8271deafe0fe85a6e80e434, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37bf14597258b57191eb75d53fa3df70, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3df060b08b2ad8e0aec536ab32e60f2, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=50f77d3479b04974bf509545f1a32e73, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=71bc4586d23da3f7edd1c1fcaac06c53, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66a23703c19337cbf790f35f8a69949c, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=03d343776a7893f3f481ac84c1299d44, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89fa69c7c95d886e5f90588284e1838b, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99b1d582c500b5d33018082fd22604d0, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e0fac04fb9909e22187281e5e3f7eb9, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad6792b726c32add8cfcfee51f314265, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d0680b7076ec18194446ec1582dea5fa, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ea641de4cedac1c22aaf68ace46972f, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a8fff1b44ef416a1702ce7d68aefc076, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c2518ab8acdc62e869d4ae0081ea471d, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e09954572c843eed997fa10446f08a5d, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=87d2495954373df1f7e5f14271313222, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8bd4a96cb7e7178d8049cef020f049a, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02413d426b6d904a826b1b408b672995, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b58b04938bf0ba0bda81b0d197e114b7, ASSIGN}] 2024-12-09T10:11:48,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf86ae2ee00f38767e0fc8a1cf719afb, ASSIGN 2024-12-09T10:11:48,912 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25e552576e30566a270d494d5281126b, ASSIGN 2024-12-09T10:11:48,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6735d1401703808761ced7a13334c79, ASSIGN 2024-12-09T10:11:48,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=210aa754c92cb65cd027e7e2ddeb024d, ASSIGN 2024-12-09T10:11:48,915 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=25e552576e30566a270d494d5281126b, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf86ae2ee00f38767e0fc8a1cf719afb, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,924 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f6735d1401703808761ced7a13334c79, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=210aa754c92cb65cd027e7e2ddeb024d, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02413d426b6d904a826b1b408b672995, ASSIGN 2024-12-09T10:11:48,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8bd4a96cb7e7178d8049cef020f049a, ASSIGN 2024-12-09T10:11:48,934 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=02413d426b6d904a826b1b408b672995, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=87d2495954373df1f7e5f14271313222, ASSIGN 2024-12-09T10:11:48,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8bd4a96cb7e7178d8049cef020f049a, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e09954572c843eed997fa10446f08a5d, ASSIGN 2024-12-09T10:11:48,936 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=87d2495954373df1f7e5f14271313222, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,937 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e09954572c843eed997fa10446f08a5d, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b58b04938bf0ba0bda81b0d197e114b7, ASSIGN 2024-12-09T10:11:48,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a8fff1b44ef416a1702ce7d68aefc076, ASSIGN 2024-12-09T10:11:48,940 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b58b04938bf0ba0bda81b0d197e114b7, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,942 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a8fff1b44ef416a1702ce7d68aefc076, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ea641de4cedac1c22aaf68ace46972f, ASSIGN 2024-12-09T10:11:48,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d0680b7076ec18194446ec1582dea5fa, ASSIGN 2024-12-09T10:11:48,945 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9ea641de4cedac1c22aaf68ace46972f, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d0680b7076ec18194446ec1582dea5fa, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad6792b726c32add8cfcfee51f314265, ASSIGN 2024-12-09T10:11:48,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ad6792b726c32add8cfcfee51f314265, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c2518ab8acdc62e869d4ae0081ea471d, ASSIGN 2024-12-09T10:11:48,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c2518ab8acdc62e869d4ae0081ea471d, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,949 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89fa69c7c95d886e5f90588284e1838b, ASSIGN 2024-12-09T10:11:48,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99b1d582c500b5d33018082fd22604d0, ASSIGN 2024-12-09T10:11:48,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e0fac04fb9909e22187281e5e3f7eb9, ASSIGN 2024-12-09T10:11:48,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=03d343776a7893f3f481ac84c1299d44, ASSIGN 2024-12-09T10:11:48,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66a23703c19337cbf790f35f8a69949c, ASSIGN 2024-12-09T10:11:48,951 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=89fa69c7c95d886e5f90588284e1838b, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,951 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2e0fac04fb9909e22187281e5e3f7eb9, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,951 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=99b1d582c500b5d33018082fd22604d0, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=03d343776a7893f3f481ac84c1299d44, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=66a23703c19337cbf790f35f8a69949c, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=71bc4586d23da3f7edd1c1fcaac06c53, ASSIGN 2024-12-09T10:11:48,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=50f77d3479b04974bf509545f1a32e73, ASSIGN 2024-12-09T10:11:48,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3df060b08b2ad8e0aec536ab32e60f2, ASSIGN 2024-12-09T10:11:48,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37bf14597258b57191eb75d53fa3df70, ASSIGN 2024-12-09T10:11:48,955 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43f65ed0d8271deafe0fe85a6e80e434, ASSIGN 2024-12-09T10:11:48,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e3df060b08b2ad8e0aec536ab32e60f2, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=50f77d3479b04974bf509545f1a32e73, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,958 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=71bc4586d23da3f7edd1c1fcaac06c53, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=37bf14597258b57191eb75d53fa3df70, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=43f65ed0d8271deafe0fe85a6e80e434, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,964 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b170837e51910a2e3d6e6ef44e96e463, ASSIGN 2024-12-09T10:11:48,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a908e198eea2405cc2ea7c83d67b43a, ASSIGN 2024-12-09T10:11:48,965 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b170837e51910a2e3d6e6ef44e96e463, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:48,965 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4a908e198eea2405cc2ea7c83d67b43a, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:11:49,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=2e0fac04fb9909e22187281e5e3f7eb9, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=89fa69c7c95d886e5f90588284e1838b, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=02413d426b6d904a826b1b408b672995, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f6735d1401703808761ced7a13334c79, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=43f65ed0d8271deafe0fe85a6e80e434, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE; OpenRegionProcedure 2e0fac04fb9909e22187281e5e3f7eb9, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=23, state=RUNNABLE; OpenRegionProcedure 89fa69c7c95d886e5f90588284e1838b, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=34, state=RUNNABLE; OpenRegionProcedure 02413d426b6d904a826b1b408b672995, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=12, state=RUNNABLE; OpenRegionProcedure f6735d1401703808761ced7a13334c79, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f8bd4a96cb7e7178d8049cef020f049a, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=16, state=RUNNABLE; OpenRegionProcedure 43f65ed0d8271deafe0fe85a6e80e434, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,105 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=b170837e51910a2e3d6e6ef44e96e463, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=33, state=RUNNABLE; OpenRegionProcedure f8bd4a96cb7e7178d8049cef020f049a, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c2518ab8acdc62e869d4ae0081ea471d, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=14, state=RUNNABLE; OpenRegionProcedure b170837e51910a2e3d6e6ef44e96e463, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=30, state=RUNNABLE; OpenRegionProcedure c2518ab8acdc62e869d4ae0081ea471d, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=210aa754c92cb65cd027e7e2ddeb024d, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=ad6792b726c32add8cfcfee51f314265, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=26, state=RUNNABLE; OpenRegionProcedure ad6792b726c32add8cfcfee51f314265, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=37bf14597258b57191eb75d53fa3df70, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=13, state=RUNNABLE; OpenRegionProcedure 210aa754c92cb65cd027e7e2ddeb024d, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=17, state=RUNNABLE; OpenRegionProcedure 37bf14597258b57191eb75d53fa3df70, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=e3df060b08b2ad8e0aec536ab32e60f2, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,172 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e09954572c843eed997fa10446f08a5d, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure e3df060b08b2ad8e0aec536ab32e60f2, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=71bc4586d23da3f7edd1c1fcaac06c53, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=20, state=RUNNABLE; OpenRegionProcedure 71bc4586d23da3f7edd1c1fcaac06c53, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=d0680b7076ec18194446ec1582dea5fa, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure e09954572c843eed997fa10446f08a5d, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=27, state=RUNNABLE; OpenRegionProcedure d0680b7076ec18194446ec1582dea5fa, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,199 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bf86ae2ee00f38767e0fc8a1cf719afb, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4a908e198eea2405cc2ea7c83d67b43a, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=25e552576e30566a270d494d5281126b, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=15, state=RUNNABLE; OpenRegionProcedure 4a908e198eea2405cc2ea7c83d67b43a, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE; OpenRegionProcedure bf86ae2ee00f38767e0fc8a1cf719afb, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=10, state=RUNNABLE; OpenRegionProcedure 25e552576e30566a270d494d5281126b, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=66a23703c19337cbf790f35f8a69949c, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ea641de4cedac1c22aaf68ace46972f, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,229 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=87d2495954373df1f7e5f14271313222, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=50f77d3479b04974bf509545f1a32e73, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=19, state=RUNNABLE; OpenRegionProcedure 50f77d3479b04974bf509545f1a32e73, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=32, state=RUNNABLE; OpenRegionProcedure 87d2495954373df1f7e5f14271313222, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=21, state=RUNNABLE; OpenRegionProcedure 66a23703c19337cbf790f35f8a69949c, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,258 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:49,258 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => f8bd4a96cb7e7178d8049cef020f049a, NAME => 'test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T10:11:49,259 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,259 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,259 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure 9ea641de4cedac1c22aaf68ace46972f, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=03d343776a7893f3f481ac84c1299d44, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,260 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,272 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,275 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8bd4a96cb7e7178d8049cef020f049a columnFamilyName f 2024-12-09T10:11:49,275 DEBUG [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b58b04938bf0ba0bda81b0d197e114b7, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,288 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] regionserver.HStore(327): Store=f8bd4a96cb7e7178d8049cef020f049a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,289 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=99b1d582c500b5d33018082fd22604d0, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=22, state=RUNNABLE; OpenRegionProcedure 03d343776a7893f3f481ac84c1299d44, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=a8fff1b44ef416a1702ce7d68aefc076, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=29, state=RUNNABLE; OpenRegionProcedure a8fff1b44ef416a1702ce7d68aefc076, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,297 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8bd4a96cb7e7178d8049cef020f049a columnFamilyName norep 2024-12-09T10:11:49,297 DEBUG [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=35, state=RUNNABLE; OpenRegionProcedure b58b04938bf0ba0bda81b0d197e114b7, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,300 INFO [StoreOpener-f8bd4a96cb7e7178d8049cef020f049a-1 {}] regionserver.HStore(327): Store=f8bd4a96cb7e7178d8049cef020f049a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=24, state=RUNNABLE; OpenRegionProcedure 99b1d582c500b5d33018082fd22604d0, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:11:49,304 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,306 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,312 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,317 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:11:49,327 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f8bd4a96cb7e7178d8049cef020f049a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,330 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened f8bd4a96cb7e7178d8049cef020f049a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66778987, jitterRate=-0.004915550351142883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,332 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for f8bd4a96cb7e7178d8049cef020f049a: 2024-12-09T10:11:49,337 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a., pid=41, masterSystemTime=1733739109236 2024-12-09T10:11:49,350 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:49,350 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:11:49,350 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:49,351 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => e3df060b08b2ad8e0aec536ab32e60f2, NAME => 'test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T10:11:49,351 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,351 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,351 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,351 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f8bd4a96cb7e7178d8049cef020f049a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,358 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37425 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=de59e52b2fff,40607,1733739096700, table=test, region=f8bd4a96cb7e7178d8049cef020f049a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T10:11:49,363 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,371 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3df060b08b2ad8e0aec536ab32e60f2 columnFamilyName f 2024-12-09T10:11:49,371 DEBUG [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,375 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] regionserver.HStore(327): Store=e3df060b08b2ad8e0aec536ab32e60f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,375 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=33 2024-12-09T10:11:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=33, state=SUCCESS; OpenRegionProcedure f8bd4a96cb7e7178d8049cef020f049a, server=de59e52b2fff,40607,1733739096700 in 272 msec 2024-12-09T10:11:49,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,390 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3df060b08b2ad8e0aec536ab32e60f2 columnFamilyName norep 2024-12-09T10:11:49,390 DEBUG [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,391 INFO [StoreOpener-e3df060b08b2ad8e0aec536ab32e60f2-1 {}] regionserver.HStore(327): Store=e3df060b08b2ad8e0aec536ab32e60f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,393 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,394 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8bd4a96cb7e7178d8049cef020f049a, ASSIGN in 490 msec 2024-12-09T10:11:49,400 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,403 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:11:49,416 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e3df060b08b2ad8e0aec536ab32e60f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,421 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened e3df060b08b2ad8e0aec536ab32e60f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71957030, jitterRate=0.07224330306053162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,421 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for e3df060b08b2ad8e0aec536ab32e60f2: 2024-12-09T10:11:49,430 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2., pid=47, masterSystemTime=1733739109236 2024-12-09T10:11:49,442 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:49,442 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:11:49,443 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:49,443 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => f6735d1401703808761ced7a13334c79, NAME => 'test,ccc,1733739106687.f6735d1401703808761ced7a13334c79.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T10:11:49,443 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,444 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ccc,1733739106687.f6735d1401703808761ced7a13334c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,444 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,444 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=e3df060b08b2ad8e0aec536ab32e60f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,454 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,458 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6735d1401703808761ced7a13334c79 columnFamilyName f 2024-12-09T10:11:49,458 DEBUG [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,460 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] regionserver.HStore(327): Store=f6735d1401703808761ced7a13334c79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,463 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,467 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6735d1401703808761ced7a13334c79 columnFamilyName norep 2024-12-09T10:11:49,467 DEBUG [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,476 INFO [StoreOpener-f6735d1401703808761ced7a13334c79-1 {}] regionserver.HStore(327): Store=f6735d1401703808761ced7a13334c79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,478 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,479 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,481 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-09T10:11:49,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure e3df060b08b2ad8e0aec536ab32e60f2, server=de59e52b2fff,40607,1733739096700 in 285 msec 2024-12-09T10:11:49,491 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for f6735d1401703808761ced7a13334c79 2024-12-09T10:11:49,500 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f6735d1401703808761ced7a13334c79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,504 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened f6735d1401703808761ced7a13334c79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70248877, jitterRate=0.04678983986377716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,504 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for f6735d1401703808761ced7a13334c79: 2024-12-09T10:11:49,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e3df060b08b2ad8e0aec536ab32e60f2, ASSIGN in 591 msec 2024-12-09T10:11:49,515 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733739106687.f6735d1401703808761ced7a13334c79., pid=40, masterSystemTime=1733739109236 2024-12-09T10:11:49,530 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:49,530 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:11:49,530 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:49,531 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 43f65ed0d8271deafe0fe85a6e80e434, NAME => 'test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T10:11:49,531 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,531 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,531 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,532 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f6735d1401703808761ced7a13334c79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:49,538 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,541 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f65ed0d8271deafe0fe85a6e80e434 columnFamilyName f 2024-12-09T10:11:49,542 DEBUG [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,543 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] regionserver.HStore(327): Store=43f65ed0d8271deafe0fe85a6e80e434/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,548 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=12 2024-12-09T10:11:49,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=12, state=SUCCESS; OpenRegionProcedure f6735d1401703808761ced7a13334c79, server=de59e52b2fff,40607,1733739096700 in 450 msec 2024-12-09T10:11:49,563 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43f65ed0d8271deafe0fe85a6e80e434 columnFamilyName norep 2024-12-09T10:11:49,563 DEBUG [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f6735d1401703808761ced7a13334c79, ASSIGN in 660 msec 2024-12-09T10:11:49,564 INFO [StoreOpener-43f65ed0d8271deafe0fe85a6e80e434-1 {}] regionserver.HStore(327): Store=43f65ed0d8271deafe0fe85a6e80e434/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,565 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,566 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,569 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,571 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:11:49,579 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/43f65ed0d8271deafe0fe85a6e80e434/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,580 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 43f65ed0d8271deafe0fe85a6e80e434; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59575162, jitterRate=-0.11226090788841248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,581 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 43f65ed0d8271deafe0fe85a6e80e434: 2024-12-09T10:11:49,584 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434., pid=39, masterSystemTime=1733739109236 2024-12-09T10:11:49,594 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:49,595 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:11:49,595 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:49,595 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => b170837e51910a2e3d6e6ef44e96e463, NAME => 'test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T10:11:49,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=43f65ed0d8271deafe0fe85a6e80e434, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,600 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,600 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,601 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,601 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=16 2024-12-09T10:11:49,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=16, state=SUCCESS; OpenRegionProcedure 43f65ed0d8271deafe0fe85a6e80e434, server=de59e52b2fff,40607,1733739096700 in 512 msec 2024-12-09T10:11:49,619 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=43f65ed0d8271deafe0fe85a6e80e434, ASSIGN in 716 msec 2024-12-09T10:11:49,628 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b170837e51910a2e3d6e6ef44e96e463 columnFamilyName f 2024-12-09T10:11:49,628 DEBUG [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,633 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] regionserver.HStore(327): Store=b170837e51910a2e3d6e6ef44e96e463/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,634 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,647 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b170837e51910a2e3d6e6ef44e96e463 columnFamilyName norep 2024-12-09T10:11:49,647 DEBUG [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,651 INFO [StoreOpener-b170837e51910a2e3d6e6ef44e96e463-1 {}] regionserver.HStore(327): Store=b170837e51910a2e3d6e6ef44e96e463/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,656 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,657 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,662 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,665 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:11:49,679 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b170837e51910a2e3d6e6ef44e96e463/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,680 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened b170837e51910a2e3d6e6ef44e96e463; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72491273, jitterRate=0.08020414412021637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,680 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for b170837e51910a2e3d6e6ef44e96e463: 2024-12-09T10:11:49,684 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463., pid=42, masterSystemTime=1733739109236 2024-12-09T10:11:49,692 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:49,692 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:11:49,693 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:49,693 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => bf86ae2ee00f38767e0fc8a1cf719afb, NAME => 'test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T10:11:49,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=b170837e51910a2e3d6e6ef44e96e463, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,694 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,694 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,694 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,694 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,702 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=14 2024-12-09T10:11:49,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=14, state=SUCCESS; OpenRegionProcedure b170837e51910a2e3d6e6ef44e96e463, server=de59e52b2fff,40607,1733739096700 in 593 msec 2024-12-09T10:11:49,712 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf86ae2ee00f38767e0fc8a1cf719afb columnFamilyName f 2024-12-09T10:11:49,712 DEBUG [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,716 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] regionserver.HStore(327): Store=bf86ae2ee00f38767e0fc8a1cf719afb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b170837e51910a2e3d6e6ef44e96e463, ASSIGN in 812 msec 2024-12-09T10:11:49,717 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,725 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf86ae2ee00f38767e0fc8a1cf719afb columnFamilyName norep 2024-12-09T10:11:49,726 DEBUG [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,731 INFO [StoreOpener-bf86ae2ee00f38767e0fc8a1cf719afb-1 {}] regionserver.HStore(327): Store=bf86ae2ee00f38767e0fc8a1cf719afb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,734 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,735 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,738 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,741 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:11:49,745 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/bf86ae2ee00f38767e0fc8a1cf719afb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,747 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened bf86ae2ee00f38767e0fc8a1cf719afb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64775867, jitterRate=-0.034764364361763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,747 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for bf86ae2ee00f38767e0fc8a1cf719afb: 2024-12-09T10:11:49,752 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb., pid=51, masterSystemTime=1733739109236 2024-12-09T10:11:49,755 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:49,755 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:11:49,755 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:49,755 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 89fa69c7c95d886e5f90588284e1838b, NAME => 'test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T10:11:49,756 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,756 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,756 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,756 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bf86ae2ee00f38767e0fc8a1cf719afb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=11 2024-12-09T10:11:49,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=11, state=SUCCESS; OpenRegionProcedure bf86ae2ee00f38767e0fc8a1cf719afb, server=de59e52b2fff,40607,1733739096700 in 556 msec 2024-12-09T10:11:49,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf86ae2ee00f38767e0fc8a1cf719afb, ASSIGN in 867 msec 2024-12-09T10:11:49,771 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,784 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89fa69c7c95d886e5f90588284e1838b columnFamilyName f 2024-12-09T10:11:49,784 DEBUG [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,786 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] regionserver.HStore(327): Store=89fa69c7c95d886e5f90588284e1838b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,786 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,792 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89fa69c7c95d886e5f90588284e1838b columnFamilyName norep 2024-12-09T10:11:49,792 DEBUG [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,800 INFO [StoreOpener-89fa69c7c95d886e5f90588284e1838b-1 {}] regionserver.HStore(327): Store=89fa69c7c95d886e5f90588284e1838b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,802 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,803 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,805 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,808 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:11:49,819 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/89fa69c7c95d886e5f90588284e1838b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,820 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 89fa69c7c95d886e5f90588284e1838b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73689702, jitterRate=0.09806212782859802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,820 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 89fa69c7c95d886e5f90588284e1838b: 2024-12-09T10:11:49,822 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b., pid=37, masterSystemTime=1733739109236 2024-12-09T10:11:49,826 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:49,826 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:11:49,826 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:49,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=89fa69c7c95d886e5f90588284e1838b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,826 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 37bf14597258b57191eb75d53fa3df70, NAME => 'test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T10:11:49,827 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,827 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,828 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,828 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,831 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,834 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37bf14597258b57191eb75d53fa3df70 columnFamilyName f 2024-12-09T10:11:49,834 DEBUG [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,839 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] regionserver.HStore(327): Store=37bf14597258b57191eb75d53fa3df70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,840 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=23 2024-12-09T10:11:49,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=23, state=SUCCESS; OpenRegionProcedure 89fa69c7c95d886e5f90588284e1838b, server=de59e52b2fff,40607,1733739096700 in 760 msec 2024-12-09T10:11:49,845 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37bf14597258b57191eb75d53fa3df70 columnFamilyName norep 2024-12-09T10:11:49,845 DEBUG [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,846 INFO [StoreOpener-37bf14597258b57191eb75d53fa3df70-1 {}] regionserver.HStore(327): Store=37bf14597258b57191eb75d53fa3df70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=89fa69c7c95d886e5f90588284e1838b, ASSIGN in 944 msec 2024-12-09T10:11:49,848 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,852 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,859 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:11:49,886 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/37bf14597258b57191eb75d53fa3df70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,889 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 37bf14597258b57191eb75d53fa3df70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67960257, jitterRate=0.012686744332313538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,889 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 37bf14597258b57191eb75d53fa3df70: 2024-12-09T10:11:49,891 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70., pid=46, masterSystemTime=1733739109236 2024-12-09T10:11:49,895 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:49,895 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:11:49,896 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:49,896 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 71bc4586d23da3f7edd1c1fcaac06c53, NAME => 'test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T10:11:49,896 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,896 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,897 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,897 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=37bf14597258b57191eb75d53fa3df70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,913 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=17 2024-12-09T10:11:49,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=17, state=SUCCESS; OpenRegionProcedure 37bf14597258b57191eb75d53fa3df70, server=de59e52b2fff,40607,1733739096700 in 752 msec 2024-12-09T10:11:49,919 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bc4586d23da3f7edd1c1fcaac06c53 columnFamilyName f 2024-12-09T10:11:49,919 DEBUG [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,920 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] regionserver.HStore(327): Store=71bc4586d23da3f7edd1c1fcaac06c53/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,920 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=37bf14597258b57191eb75d53fa3df70, ASSIGN in 1.0160 sec 2024-12-09T10:11:49,926 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bc4586d23da3f7edd1c1fcaac06c53 columnFamilyName norep 2024-12-09T10:11:49,926 DEBUG [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,927 INFO [StoreOpener-71bc4586d23da3f7edd1c1fcaac06c53-1 {}] regionserver.HStore(327): Store=71bc4586d23da3f7edd1c1fcaac06c53/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,930 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,932 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,940 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,949 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:11:49,953 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/71bc4586d23da3f7edd1c1fcaac06c53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:49,954 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 71bc4586d23da3f7edd1c1fcaac06c53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62059316, jitterRate=-0.07524412870407104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:49,954 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 71bc4586d23da3f7edd1c1fcaac06c53: 2024-12-09T10:11:49,959 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53., pid=49, masterSystemTime=1733739109236 2024-12-09T10:11:49,962 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:49,962 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:11:49,962 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:49,962 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => e09954572c843eed997fa10446f08a5d, NAME => 'test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T10:11:49,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=71bc4586d23da3f7edd1c1fcaac06c53, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:49,963 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,963 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:49,963 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,963 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,967 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,973 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e09954572c843eed997fa10446f08a5d columnFamilyName f 2024-12-09T10:11:49,974 DEBUG [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,979 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] regionserver.HStore(327): Store=e09954572c843eed997fa10446f08a5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,980 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,983 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e09954572c843eed997fa10446f08a5d columnFamilyName norep 2024-12-09T10:11:49,983 DEBUG [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:49,984 INFO [StoreOpener-e09954572c843eed997fa10446f08a5d-1 {}] regionserver.HStore(327): Store=e09954572c843eed997fa10446f08a5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:49,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=20 2024-12-09T10:11:49,986 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,987 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:49,990 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:49,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=20, state=SUCCESS; OpenRegionProcedure 71bc4586d23da3f7edd1c1fcaac06c53, server=de59e52b2fff,40607,1733739096700 in 788 msec 2024-12-09T10:11:49,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=71bc4586d23da3f7edd1c1fcaac06c53, ASSIGN in 1.0860 sec 2024-12-09T10:11:50,003 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for e09954572c843eed997fa10446f08a5d 2024-12-09T10:11:50,008 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e09954572c843eed997fa10446f08a5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,011 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened e09954572c843eed997fa10446f08a5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63439985, jitterRate=-0.054670557379722595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,011 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for e09954572c843eed997fa10446f08a5d: 2024-12-09T10:11:50,016 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d., pid=48, masterSystemTime=1733739109236 2024-12-09T10:11:50,022 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:50,022 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:11:50,023 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:50,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e09954572c843eed997fa10446f08a5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,023 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a908e198eea2405cc2ea7c83d67b43a, NAME => 'test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T10:11:50,023 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,023 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,024 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,024 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2024-12-09T10:11:50,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure e09954572c843eed997fa10446f08a5d, server=de59e52b2fff,40607,1733739096700 in 850 msec 2024-12-09T10:11:50,034 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e09954572c843eed997fa10446f08a5d, ASSIGN in 1.1350 sec 2024-12-09T10:11:50,047 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a908e198eea2405cc2ea7c83d67b43a columnFamilyName f 2024-12-09T10:11:50,047 DEBUG [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,051 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] regionserver.HStore(327): Store=4a908e198eea2405cc2ea7c83d67b43a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,052 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,065 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a908e198eea2405cc2ea7c83d67b43a columnFamilyName norep 2024-12-09T10:11:50,065 DEBUG [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,070 INFO [StoreOpener-4a908e198eea2405cc2ea7c83d67b43a-1 {}] regionserver.HStore(327): Store=4a908e198eea2405cc2ea7c83d67b43a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,074 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:50,075 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,078 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,080 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:11:50,101 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/4a908e198eea2405cc2ea7c83d67b43a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,103 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 4a908e198eea2405cc2ea7c83d67b43a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75162307, jitterRate=0.12000565230846405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,103 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 4a908e198eea2405cc2ea7c83d67b43a: 2024-12-09T10:11:50,105 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a., pid=52, masterSystemTime=1733739109236 2024-12-09T10:11:50,111 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:50,111 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:11:50,112 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:50,112 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => c2518ab8acdc62e869d4ae0081ea471d, NAME => 'test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T10:11:50,112 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,112 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,113 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,113 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4a908e198eea2405cc2ea7c83d67b43a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=15 2024-12-09T10:11:50,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=15, state=SUCCESS; OpenRegionProcedure 4a908e198eea2405cc2ea7c83d67b43a, server=de59e52b2fff,40607,1733739096700 in 909 msec 2024-12-09T10:11:50,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4a908e198eea2405cc2ea7c83d67b43a, ASSIGN in 1.2220 sec 2024-12-09T10:11:50,123 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,129 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2518ab8acdc62e869d4ae0081ea471d columnFamilyName f 2024-12-09T10:11:50,129 DEBUG [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,133 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] regionserver.HStore(327): Store=c2518ab8acdc62e869d4ae0081ea471d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,133 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,143 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2518ab8acdc62e869d4ae0081ea471d columnFamilyName norep 2024-12-09T10:11:50,143 DEBUG [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,148 INFO [StoreOpener-c2518ab8acdc62e869d4ae0081ea471d-1 {}] regionserver.HStore(327): Store=c2518ab8acdc62e869d4ae0081ea471d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,152 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,153 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,157 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,162 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:11:50,179 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/c2518ab8acdc62e869d4ae0081ea471d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,180 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened c2518ab8acdc62e869d4ae0081ea471d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66437273, jitterRate=-0.010007485747337341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,181 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for c2518ab8acdc62e869d4ae0081ea471d: 2024-12-09T10:11:50,182 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d., pid=43, masterSystemTime=1733739109236 2024-12-09T10:11:50,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c2518ab8acdc62e869d4ae0081ea471d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,193 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:50,193 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:11:50,194 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:50,194 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 2e0fac04fb9909e22187281e5e3f7eb9, NAME => 'test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T10:11:50,194 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,194 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,195 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,195 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=30 2024-12-09T10:11:50,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=30, state=SUCCESS; OpenRegionProcedure c2518ab8acdc62e869d4ae0081ea471d, server=de59e52b2fff,40607,1733739096700 in 1.0750 sec 2024-12-09T10:11:50,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c2518ab8acdc62e869d4ae0081ea471d, ASSIGN in 1.3010 sec 2024-12-09T10:11:50,218 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,220 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0fac04fb9909e22187281e5e3f7eb9 columnFamilyName f 2024-12-09T10:11:50,220 DEBUG [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,221 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] regionserver.HStore(327): Store=2e0fac04fb9909e22187281e5e3f7eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,221 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,224 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0fac04fb9909e22187281e5e3f7eb9 columnFamilyName norep 2024-12-09T10:11:50,224 DEBUG [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,225 INFO [StoreOpener-2e0fac04fb9909e22187281e5e3f7eb9-1 {}] regionserver.HStore(327): Store=2e0fac04fb9909e22187281e5e3f7eb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,226 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,227 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,228 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,231 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:11:50,248 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/2e0fac04fb9909e22187281e5e3f7eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,249 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 2e0fac04fb9909e22187281e5e3f7eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65733548, jitterRate=-0.020493805408477783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,250 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 2e0fac04fb9909e22187281e5e3f7eb9: 2024-12-09T10:11:50,251 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9., pid=36, masterSystemTime=1733739109236 2024-12-09T10:11:50,255 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:50,255 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:11:50,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=2e0fac04fb9909e22187281e5e3f7eb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,257 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:50,257 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => d0680b7076ec18194446ec1582dea5fa, NAME => 'test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T10:11:50,257 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,258 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,258 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,258 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,264 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=25 2024-12-09T10:11:50,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=25, state=SUCCESS; OpenRegionProcedure 2e0fac04fb9909e22187281e5e3f7eb9, server=de59e52b2fff,40607,1733739096700 in 1.1910 sec 2024-12-09T10:11:50,266 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0680b7076ec18194446ec1582dea5fa columnFamilyName f 2024-12-09T10:11:50,266 DEBUG [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2e0fac04fb9909e22187281e5e3f7eb9, ASSIGN in 1.3660 sec 2024-12-09T10:11:50,269 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] regionserver.HStore(327): Store=d0680b7076ec18194446ec1582dea5fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,270 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,280 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0680b7076ec18194446ec1582dea5fa columnFamilyName norep 2024-12-09T10:11:50,280 DEBUG [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,282 INFO [StoreOpener-d0680b7076ec18194446ec1582dea5fa-1 {}] regionserver.HStore(327): Store=d0680b7076ec18194446ec1582dea5fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,285 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,290 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,302 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,307 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:11:50,327 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/d0680b7076ec18194446ec1582dea5fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,328 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened d0680b7076ec18194446ec1582dea5fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61388919, jitterRate=-0.08523382246494293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,329 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for d0680b7076ec18194446ec1582dea5fa: 2024-12-09T10:11:50,330 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa., pid=50, masterSystemTime=1733739109236 2024-12-09T10:11:50,333 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:50,334 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:11:50,334 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:50,334 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 02413d426b6d904a826b1b408b672995, NAME => 'test,yyy,1733739106687.02413d426b6d904a826b1b408b672995.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T10:11:50,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=d0680b7076ec18194446ec1582dea5fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,334 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,335 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,yyy,1733739106687.02413d426b6d904a826b1b408b672995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,335 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,339 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=27 2024-12-09T10:11:50,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=27, state=SUCCESS; OpenRegionProcedure d0680b7076ec18194446ec1582dea5fa, server=de59e52b2fff,40607,1733739096700 in 1.1490 sec 2024-12-09T10:11:50,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d0680b7076ec18194446ec1582dea5fa, ASSIGN in 1.4450 sec 2024-12-09T10:11:50,368 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,379 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02413d426b6d904a826b1b408b672995 columnFamilyName f 2024-12-09T10:11:50,380 DEBUG [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,382 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] regionserver.HStore(327): Store=02413d426b6d904a826b1b408b672995/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,383 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,387 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02413d426b6d904a826b1b408b672995 columnFamilyName norep 2024-12-09T10:11:50,387 DEBUG [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,389 INFO [StoreOpener-02413d426b6d904a826b1b408b672995-1 {}] regionserver.HStore(327): Store=02413d426b6d904a826b1b408b672995/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,391 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,391 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,394 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,399 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 02413d426b6d904a826b1b408b672995 2024-12-09T10:11:50,409 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/02413d426b6d904a826b1b408b672995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,411 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 02413d426b6d904a826b1b408b672995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73719129, jitterRate=0.09850062429904938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,411 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 02413d426b6d904a826b1b408b672995: 2024-12-09T10:11:50,412 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733739106687.02413d426b6d904a826b1b408b672995., pid=38, masterSystemTime=1733739109236 2024-12-09T10:11:50,416 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:50,416 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:11:50,418 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:50,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=02413d426b6d904a826b1b408b672995, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,423 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => ad6792b726c32add8cfcfee51f314265, NAME => 'test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T10:11:50,424 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,424 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,424 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,424 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=34 2024-12-09T10:11:50,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=34, state=SUCCESS; OpenRegionProcedure 02413d426b6d904a826b1b408b672995, server=de59e52b2fff,40607,1733739096700 in 1.3490 sec 2024-12-09T10:11:50,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=02413d426b6d904a826b1b408b672995, ASSIGN in 1.5290 sec 2024-12-09T10:11:50,444 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,452 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6792b726c32add8cfcfee51f314265 columnFamilyName f 2024-12-09T10:11:50,453 DEBUG [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,453 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] regionserver.HStore(327): Store=ad6792b726c32add8cfcfee51f314265/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,454 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,456 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6792b726c32add8cfcfee51f314265 columnFamilyName norep 2024-12-09T10:11:50,456 DEBUG [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,464 INFO [StoreOpener-ad6792b726c32add8cfcfee51f314265-1 {}] regionserver.HStore(327): Store=ad6792b726c32add8cfcfee51f314265/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,466 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,469 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,482 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for ad6792b726c32add8cfcfee51f314265 2024-12-09T10:11:50,497 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/ad6792b726c32add8cfcfee51f314265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,498 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened ad6792b726c32add8cfcfee51f314265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70718312, jitterRate=0.053784966468811035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,498 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for ad6792b726c32add8cfcfee51f314265: 2024-12-09T10:11:50,499 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265., pid=44, masterSystemTime=1733739109236 2024-12-09T10:11:50,505 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:50,505 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:11:50,505 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:50,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=ad6792b726c32add8cfcfee51f314265, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,505 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 210aa754c92cb65cd027e7e2ddeb024d, NAME => 'test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T10:11:50,506 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,506 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,506 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,506 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,516 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,524 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 210aa754c92cb65cd027e7e2ddeb024d columnFamilyName f 2024-12-09T10:11:50,525 DEBUG [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=26 2024-12-09T10:11:50,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=26, state=SUCCESS; OpenRegionProcedure ad6792b726c32add8cfcfee51f314265, server=de59e52b2fff,40607,1733739096700 in 1.3760 sec 2024-12-09T10:11:50,528 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] regionserver.HStore(327): Store=210aa754c92cb65cd027e7e2ddeb024d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,528 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ad6792b726c32add8cfcfee51f314265, ASSIGN in 1.6280 sec 2024-12-09T10:11:50,540 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 210aa754c92cb65cd027e7e2ddeb024d columnFamilyName norep 2024-12-09T10:11:50,540 DEBUG [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,548 INFO [StoreOpener-210aa754c92cb65cd027e7e2ddeb024d-1 {}] regionserver.HStore(327): Store=210aa754c92cb65cd027e7e2ddeb024d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,554 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,557 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,565 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,566 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:11:50,594 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/210aa754c92cb65cd027e7e2ddeb024d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,599 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 210aa754c92cb65cd027e7e2ddeb024d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879284, jitterRate=0.011480152606964111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,600 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 210aa754c92cb65cd027e7e2ddeb024d: 2024-12-09T10:11:50,607 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d., pid=45, masterSystemTime=1733739109236 2024-12-09T10:11:50,614 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:50,614 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:11:50,614 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:50,614 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a8fff1b44ef416a1702ce7d68aefc076, NAME => 'test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T10:11:50,615 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,615 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,615 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,615 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=210aa754c92cb65cd027e7e2ddeb024d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,631 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=13 2024-12-09T10:11:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=13, state=SUCCESS; OpenRegionProcedure 210aa754c92cb65cd027e7e2ddeb024d, server=de59e52b2fff,40607,1733739096700 in 1.4810 sec 2024-12-09T10:11:50,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=210aa754c92cb65cd027e7e2ddeb024d, ASSIGN in 1.7370 sec 2024-12-09T10:11:50,646 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8fff1b44ef416a1702ce7d68aefc076 columnFamilyName f 2024-12-09T10:11:50,646 DEBUG [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,652 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] regionserver.HStore(327): Store=a8fff1b44ef416a1702ce7d68aefc076/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,652 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,658 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8fff1b44ef416a1702ce7d68aefc076 columnFamilyName norep 2024-12-09T10:11:50,658 DEBUG [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,660 INFO [StoreOpener-a8fff1b44ef416a1702ce7d68aefc076-1 {}] regionserver.HStore(327): Store=a8fff1b44ef416a1702ce7d68aefc076/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,666 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,671 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,681 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,705 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:11:50,718 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/a8fff1b44ef416a1702ce7d68aefc076/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,721 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a8fff1b44ef416a1702ce7d68aefc076; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59291941, jitterRate=-0.1164812296628952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,721 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a8fff1b44ef416a1702ce7d68aefc076: 2024-12-09T10:11:50,723 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076., pid=61, masterSystemTime=1733739109386 2024-12-09T10:11:50,732 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:50,732 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:11:50,732 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:50,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=a8fff1b44ef416a1702ce7d68aefc076, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,732 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ea641de4cedac1c22aaf68ace46972f, NAME => 'test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T10:11:50,733 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,733 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,733 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,733 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,739 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,745 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ea641de4cedac1c22aaf68ace46972f columnFamilyName f 2024-12-09T10:11:50,745 DEBUG [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,749 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] regionserver.HStore(327): Store=9ea641de4cedac1c22aaf68ace46972f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,750 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=29 2024-12-09T10:11:50,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=29, state=SUCCESS; OpenRegionProcedure a8fff1b44ef416a1702ce7d68aefc076, server=de59e52b2fff,40607,1733739096700 in 1.4490 sec 2024-12-09T10:11:50,757 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ea641de4cedac1c22aaf68ace46972f columnFamilyName norep 2024-12-09T10:11:50,757 DEBUG [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,759 INFO [StoreOpener-9ea641de4cedac1c22aaf68ace46972f-1 {}] regionserver.HStore(327): Store=9ea641de4cedac1c22aaf68ace46972f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a8fff1b44ef416a1702ce7d68aefc076, ASSIGN in 1.8560 sec 2024-12-09T10:11:50,765 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,766 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,769 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,770 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:11:50,780 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/9ea641de4cedac1c22aaf68ace46972f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,781 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 9ea641de4cedac1c22aaf68ace46972f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798297, jitterRate=0.11458148062229156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,781 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 9ea641de4cedac1c22aaf68ace46972f: 2024-12-09T10:11:50,782 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f., pid=57, masterSystemTime=1733739109386 2024-12-09T10:11:50,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:50,788 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:11:50,788 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:50,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 50f77d3479b04974bf509545f1a32e73, NAME => 'test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T10:11:50,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,804 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ea641de4cedac1c22aaf68ace46972f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,812 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2024-12-09T10:11:50,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure 9ea641de4cedac1c22aaf68ace46972f, server=de59e52b2fff,40607,1733739096700 in 1.5680 sec 2024-12-09T10:11:50,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9ea641de4cedac1c22aaf68ace46972f, ASSIGN in 1.9210 sec 2024-12-09T10:11:50,823 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50f77d3479b04974bf509545f1a32e73 columnFamilyName f 2024-12-09T10:11:50,823 DEBUG [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,829 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] regionserver.HStore(327): Store=50f77d3479b04974bf509545f1a32e73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,829 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:50,838 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50f77d3479b04974bf509545f1a32e73 columnFamilyName norep 2024-12-09T10:11:50,838 DEBUG [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,843 INFO [StoreOpener-50f77d3479b04974bf509545f1a32e73-1 {}] regionserver.HStore(327): Store=50f77d3479b04974bf509545f1a32e73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,845 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,845 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,850 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,852 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:11:50,877 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/50f77d3479b04974bf509545f1a32e73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,878 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 50f77d3479b04974bf509545f1a32e73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68269557, jitterRate=0.017295673489570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,878 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 50f77d3479b04974bf509545f1a32e73: 2024-12-09T10:11:50,880 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73., pid=56, masterSystemTime=1733739109386 2024-12-09T10:11:50,890 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:50,890 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:11:50,890 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:50,890 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 99b1d582c500b5d33018082fd22604d0, NAME => 'test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T10:11:50,891 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,891 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,891 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,891 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=50f77d3479b04974bf509545f1a32e73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,905 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=19 2024-12-09T10:11:50,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=19, state=SUCCESS; OpenRegionProcedure 50f77d3479b04974bf509545f1a32e73, server=de59e52b2fff,40607,1733739096700 in 1.6570 sec 2024-12-09T10:11:50,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=50f77d3479b04974bf509545f1a32e73, ASSIGN in 2.0080 sec 2024-12-09T10:11:50,910 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99b1d582c500b5d33018082fd22604d0 columnFamilyName f 2024-12-09T10:11:50,910 DEBUG [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,910 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] regionserver.HStore(327): Store=99b1d582c500b5d33018082fd22604d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,911 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,915 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99b1d582c500b5d33018082fd22604d0 columnFamilyName norep 2024-12-09T10:11:50,917 DEBUG [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,919 INFO [StoreOpener-99b1d582c500b5d33018082fd22604d0-1 {}] regionserver.HStore(327): Store=99b1d582c500b5d33018082fd22604d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,931 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,932 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,934 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,938 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:11:50,944 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/99b1d582c500b5d33018082fd22604d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,945 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 99b1d582c500b5d33018082fd22604d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65588755, jitterRate=-0.022651389241218567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,945 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 99b1d582c500b5d33018082fd22604d0: 2024-12-09T10:11:50,946 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0., pid=60, masterSystemTime=1733739109386 2024-12-09T10:11:50,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=99b1d582c500b5d33018082fd22604d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:50,952 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:50,952 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:11:50,952 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:50,953 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 87d2495954373df1f7e5f14271313222, NAME => 'test,www,1733739106687.87d2495954373df1f7e5f14271313222.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T10:11:50,956 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,956 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,www,1733739106687.87d2495954373df1f7e5f14271313222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,956 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,956 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=24 2024-12-09T10:11:50,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=24, state=SUCCESS; OpenRegionProcedure 99b1d582c500b5d33018082fd22604d0, server=de59e52b2fff,40607,1733739096700 in 1.6600 sec 2024-12-09T10:11:50,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=99b1d582c500b5d33018082fd22604d0, ASSIGN in 2.0620 sec 2024-12-09T10:11:50,968 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,974 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87d2495954373df1f7e5f14271313222 columnFamilyName f 2024-12-09T10:11:50,974 DEBUG [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,976 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] regionserver.HStore(327): Store=87d2495954373df1f7e5f14271313222/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,976 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,978 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87d2495954373df1f7e5f14271313222 columnFamilyName norep 2024-12-09T10:11:50,978 DEBUG [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:50,980 INFO [StoreOpener-87d2495954373df1f7e5f14271313222-1 {}] regionserver.HStore(327): Store=87d2495954373df1f7e5f14271313222/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:50,981 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,981 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,983 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:50,985 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 87d2495954373df1f7e5f14271313222 2024-12-09T10:11:50,992 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/87d2495954373df1f7e5f14271313222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:50,993 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 87d2495954373df1f7e5f14271313222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60964491, jitterRate=-0.0915582925081253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:50,993 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 87d2495954373df1f7e5f14271313222: 2024-12-09T10:11:50,994 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733739106687.87d2495954373df1f7e5f14271313222., pid=55, masterSystemTime=1733739109386 2024-12-09T10:11:50,997 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:50,997 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:11:50,997 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:50,997 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 03d343776a7893f3f481ac84c1299d44, NAME => 'test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T10:11:50,998 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:50,998 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:50,998 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:50,998 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:50,999 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=87d2495954373df1f7e5f14271313222, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:51,002 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:51,006 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03d343776a7893f3f481ac84c1299d44 columnFamilyName f 2024-12-09T10:11:51,006 DEBUG [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=32 2024-12-09T10:11:51,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=32, state=SUCCESS; OpenRegionProcedure 87d2495954373df1f7e5f14271313222, server=de59e52b2fff,40607,1733739096700 in 1.7600 sec 2024-12-09T10:11:51,007 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] regionserver.HStore(327): Store=03d343776a7893f3f481ac84c1299d44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,007 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:51,009 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03d343776a7893f3f481ac84c1299d44 columnFamilyName norep 2024-12-09T10:11:51,009 DEBUG [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,009 INFO [StoreOpener-03d343776a7893f3f481ac84c1299d44-1 {}] regionserver.HStore(327): Store=03d343776a7893f3f481ac84c1299d44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,010 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:51,011 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:51,012 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:51,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=87d2495954373df1f7e5f14271313222, ASSIGN in 2.1080 sec 2024-12-09T10:11:51,014 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:11:51,025 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/03d343776a7893f3f481ac84c1299d44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:51,026 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 03d343776a7893f3f481ac84c1299d44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65632493, jitterRate=-0.021999642252922058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:51,026 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 03d343776a7893f3f481ac84c1299d44: 2024-12-09T10:11:51,027 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44., pid=58, masterSystemTime=1733739109386 2024-12-09T10:11:51,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=03d343776a7893f3f481ac84c1299d44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:51,034 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:51,034 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:11:51,035 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:51,035 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => b58b04938bf0ba0bda81b0d197e114b7, NAME => 'test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T10:11:51,036 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,036 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:51,036 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,036 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=22 2024-12-09T10:11:51,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=22, state=SUCCESS; OpenRegionProcedure 03d343776a7893f3f481ac84c1299d44, server=de59e52b2fff,40607,1733739096700 in 1.7630 sec 2024-12-09T10:11:51,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=03d343776a7893f3f481ac84c1299d44, ASSIGN in 2.1450 sec 2024-12-09T10:11:51,059 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,061 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b58b04938bf0ba0bda81b0d197e114b7 columnFamilyName f 2024-12-09T10:11:51,062 DEBUG [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,063 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] regionserver.HStore(327): Store=b58b04938bf0ba0bda81b0d197e114b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,063 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,067 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b58b04938bf0ba0bda81b0d197e114b7 columnFamilyName norep 2024-12-09T10:11:51,067 DEBUG [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,068 INFO [StoreOpener-b58b04938bf0ba0bda81b0d197e114b7-1 {}] regionserver.HStore(327): Store=b58b04938bf0ba0bda81b0d197e114b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,070 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,071 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,076 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:51,081 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:11:51,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:11:51,119 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b58b04938bf0ba0bda81b0d197e114b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:51,120 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened b58b04938bf0ba0bda81b0d197e114b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71627222, jitterRate=0.06732878088951111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:51,121 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for b58b04938bf0ba0bda81b0d197e114b7: 2024-12-09T10:11:51,122 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7., pid=59, masterSystemTime=1733739109386 2024-12-09T10:11:51,127 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:51,127 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:11:51,127 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:51,127 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 66a23703c19337cbf790f35f8a69949c, NAME => 'test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T10:11:51,127 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b58b04938bf0ba0bda81b0d197e114b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:51,127 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,127 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:51,128 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,128 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=35 2024-12-09T10:11:51,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=35, state=SUCCESS; OpenRegionProcedure b58b04938bf0ba0bda81b0d197e114b7, server=de59e52b2fff,40607,1733739096700 in 1.8460 sec 2024-12-09T10:11:51,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b58b04938bf0ba0bda81b0d197e114b7, ASSIGN in 2.2390 sec 2024-12-09T10:11:51,141 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,151 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a23703c19337cbf790f35f8a69949c columnFamilyName f 2024-12-09T10:11:51,151 DEBUG [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,153 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] regionserver.HStore(327): Store=66a23703c19337cbf790f35f8a69949c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,153 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,157 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a23703c19337cbf790f35f8a69949c columnFamilyName norep 2024-12-09T10:11:51,157 DEBUG [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,159 INFO [StoreOpener-66a23703c19337cbf790f35f8a69949c-1 {}] regionserver.HStore(327): Store=66a23703c19337cbf790f35f8a69949c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,161 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,161 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,170 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:51,185 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:11:51,197 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/66a23703c19337cbf790f35f8a69949c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:51,198 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 66a23703c19337cbf790f35f8a69949c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71410581, jitterRate=0.06410057842731476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:51,198 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 66a23703c19337cbf790f35f8a69949c: 2024-12-09T10:11:51,200 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c., pid=54, masterSystemTime=1733739109386 2024-12-09T10:11:51,205 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:51,206 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:11:51,206 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:51,206 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 25e552576e30566a270d494d5281126b, NAME => 'test,,1733739106687.25e552576e30566a270d494d5281126b.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T10:11:51,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=66a23703c19337cbf790f35f8a69949c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:51,207 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,207 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,,1733739106687.25e552576e30566a270d494d5281126b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:51,207 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,207 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,211 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=21 2024-12-09T10:11:51,213 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e552576e30566a270d494d5281126b columnFamilyName f 2024-12-09T10:11:51,213 DEBUG [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,215 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] regionserver.HStore(327): Store=25e552576e30566a270d494d5281126b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,215 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,219 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e552576e30566a270d494d5281126b columnFamilyName norep 2024-12-09T10:11:51,219 DEBUG [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:51,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=21, state=SUCCESS; OpenRegionProcedure 66a23703c19337cbf790f35f8a69949c, server=de59e52b2fff,40607,1733739096700 in 1.9690 sec 2024-12-09T10:11:51,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=66a23703c19337cbf790f35f8a69949c, ASSIGN in 2.3150 sec 2024-12-09T10:11:51,221 INFO [StoreOpener-25e552576e30566a270d494d5281126b-1 {}] regionserver.HStore(327): Store=25e552576e30566a270d494d5281126b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:51,224 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,225 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,227 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:51,229 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 25e552576e30566a270d494d5281126b 2024-12-09T10:11:51,244 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:51,246 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 25e552576e30566a270d494d5281126b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68236652, jitterRate=0.01680535078048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:51,246 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 25e552576e30566a270d494d5281126b: 2024-12-09T10:11:51,247 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733739106687.25e552576e30566a270d494d5281126b., pid=53, masterSystemTime=1733739109386 2024-12-09T10:11:51,251 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:51,251 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:11:51,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=25e552576e30566a270d494d5281126b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:11:51,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=10 2024-12-09T10:11:51,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=10, state=SUCCESS; OpenRegionProcedure 25e552576e30566a270d494d5281126b, server=de59e52b2fff,40607,1733739096700 in 2.0330 sec 2024-12-09T10:11:51,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T10:11:51,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=25e552576e30566a270d494d5281126b, ASSIGN in 2.3610 sec 2024-12-09T10:11:51,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:11:51,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739111268"}]},"ts":"1733739111268"} 2024-12-09T10:11:51,272 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T10:11:51,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:11:51,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6170 sec 2024-12-09T10:11:51,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-09T10:11:54,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:54,832 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T10:11:54,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T10:11:54,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:11:54,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T10:11:54,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:11:54,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T10:11:54,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T10:11:54,888 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T10:11:54,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:11:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T10:11:54,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:11:54,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:54,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:11:54,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T10:11:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741837_1013 (size=631) 2024-12-09T10:11:54,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1f669250342709b9b6634b9cb932708e, NAME => 'test,,1733739114896.1f669250342709b9b6634b9cb932708e.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,000 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4d38be356a4fd1f7ed491e238422c8d3, NAME => 'test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,008 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e4451f4be5bf3fbedf669b0edba8a4b7, NAME => 'test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:55,084 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:55,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741839_1015 (size=42) 2024-12-09T10:11:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741838_1014 (size=45) 2024-12-09T10:11:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741840_1016 (size=45) 2024-12-09T10:11:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:55,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733739114896.1f669250342709b9b6634b9cb932708e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1f669250342709b9b6634b9cb932708e, disabling compactions & flushes 2024-12-09T10:11:55,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:55,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:55,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733739114896.1f669250342709b9b6634b9cb932708e. after waiting 0 ms 2024-12-09T10:11:55,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:55,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:55,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1f669250342709b9b6634b9cb932708e: 2024-12-09T10:11:55,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ccf6743bab293b9aa4e3a082b4e072c, NAME => 'test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4d38be356a4fd1f7ed491e238422c8d3, disabling compactions & flushes 2024-12-09T10:11:55,527 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:55,528 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:55,528 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. after waiting 0 ms 2024-12-09T10:11:55,528 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:55,528 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:55,528 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4d38be356a4fd1f7ed491e238422c8d3: 2024-12-09T10:11:55,529 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 44f92aacfeb73a54d0a7d28b1c1f4b7b, NAME => 'test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:55,555 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,555 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e4451f4be5bf3fbedf669b0edba8a4b7, disabling compactions & flushes 2024-12-09T10:11:55,556 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:55,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:55,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. after waiting 0 ms 2024-12-09T10:11:55,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:55,556 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:55,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e4451f4be5bf3fbedf669b0edba8a4b7: 2024-12-09T10:11:55,557 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b9f5808d71826f76a8230468414014c9, NAME => 'test,fff,1733739114896.b9f5808d71826f76a8230468414014c9.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741841_1017 (size=45) 2024-12-09T10:11:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741842_1018 (size=45) 2024-12-09T10:11:55,613 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,613 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 44f92aacfeb73a54d0a7d28b1c1f4b7b, disabling compactions & flushes 2024-12-09T10:11:55,613 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:55,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:55,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. after waiting 0 ms 2024-12-09T10:11:55,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:55,614 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:55,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 44f92aacfeb73a54d0a7d28b1c1f4b7b: 2024-12-09T10:11:55,615 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f5fe1d05c173213f9fff7bda2ceea298, NAME => 'test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741843_1019 (size=45) 2024-12-09T10:11:55,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741844_1020 (size=45) 2024-12-09T10:11:55,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f5fe1d05c173213f9fff7bda2ceea298, disabling compactions & flushes 2024-12-09T10:11:55,669 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:55,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:55,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. after waiting 0 ms 2024-12-09T10:11:55,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:55,669 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:55,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f5fe1d05c173213f9fff7bda2ceea298: 2024-12-09T10:11:55,670 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 413f9623901273a428b858ac48ba73c4, NAME => 'test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741845_1021 (size=45) 2024-12-09T10:11:55,731 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,731 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 413f9623901273a428b858ac48ba73c4, disabling compactions & flushes 2024-12-09T10:11:55,731 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:55,731 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:55,731 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. after waiting 0 ms 2024-12-09T10:11:55,731 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:55,732 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:55,732 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 413f9623901273a428b858ac48ba73c4: 2024-12-09T10:11:55,732 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 493dd9ff6bcf133c2221ccba892922e6, NAME => 'test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741846_1022 (size=45) 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 493dd9ff6bcf133c2221ccba892922e6, disabling compactions & flushes 2024-12-09T10:11:55,782 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. after waiting 0 ms 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:55,782 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:55,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 493dd9ff6bcf133c2221ccba892922e6: 2024-12-09T10:11:55,783 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 162b64946c51b18d53f4838f0924ec35, NAME => 'test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741847_1023 (size=45) 2024-12-09T10:11:55,823 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 162b64946c51b18d53f4838f0924ec35, disabling compactions & flushes 2024-12-09T10:11:55,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:11:55,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:11:55,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. after waiting 0 ms 2024-12-09T10:11:55,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:11:55,825 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:11:55,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 162b64946c51b18d53f4838f0924ec35: 2024-12-09T10:11:55,826 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2b5477db014f11f3725b39b16b63c40f, NAME => 'test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741848_1024 (size=45) 2024-12-09T10:11:55,875 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2b5477db014f11f3725b39b16b63c40f, disabling compactions & flushes 2024-12-09T10:11:55,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:55,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:55,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. after waiting 0 ms 2024-12-09T10:11:55,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:55,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:55,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2b5477db014f11f3725b39b16b63c40f: 2024-12-09T10:11:55,877 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e572f15ae90d8aff48b4da3d509b4923, NAME => 'test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741849_1025 (size=45) 2024-12-09T10:11:55,941 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,942 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e572f15ae90d8aff48b4da3d509b4923, disabling compactions & flushes 2024-12-09T10:11:55,942 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:55,942 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:55,942 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. after waiting 0 ms 2024-12-09T10:11:55,942 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:55,942 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:55,942 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e572f15ae90d8aff48b4da3d509b4923: 2024-12-09T10:11:55,943 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1b9762f2b7d87b3ece77ffa5c6650367, NAME => 'test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:55,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2ccf6743bab293b9aa4e3a082b4e072c, disabling compactions & flushes 2024-12-09T10:11:55,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:55,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:55,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. after waiting 0 ms 2024-12-09T10:11:55,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:55,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:55,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ccf6743bab293b9aa4e3a082b4e072c: 2024-12-09T10:11:55,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 137044f0743425b42d15489d66ad12e3, NAME => 'test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:55,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741850_1026 (size=45) 2024-12-09T10:11:56,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1b9762f2b7d87b3ece77ffa5c6650367, disabling compactions & flushes 2024-12-09T10:11:56,010 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. after waiting 0 ms 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:56,010 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:56,010 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1b9762f2b7d87b3ece77ffa5c6650367: 2024-12-09T10:11:56,011 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 58e752435daad914fb3b32dbf1327852, NAME => 'test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1733739114896.b9f5808d71826f76a8230468414014c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,034 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b9f5808d71826f76a8230468414014c9, disabling compactions & flushes 2024-12-09T10:11:56,034 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:56,034 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:56,034 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. after waiting 0 ms 2024-12-09T10:11:56,034 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:56,034 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:56,034 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b9f5808d71826f76a8230468414014c9: 2024-12-09T10:11:56,035 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ba18b5e67f10a658922c2062eeee22a7, NAME => 'test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741851_1027 (size=45) 2024-12-09T10:11:56,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 137044f0743425b42d15489d66ad12e3, disabling compactions & flushes 2024-12-09T10:11:56,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:56,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:56,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. after waiting 0 ms 2024-12-09T10:11:56,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:56,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:56,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 137044f0743425b42d15489d66ad12e3: 2024-12-09T10:11:56,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a56e8aa16ac79401e35aadf7cd7ddd09, NAME => 'test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741853_1029 (size=45) 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ba18b5e67f10a658922c2062eeee22a7, disabling compactions & flushes 2024-12-09T10:11:56,166 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. after waiting 0 ms 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:56,166 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:56,166 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ba18b5e67f10a658922c2062eeee22a7: 2024-12-09T10:11:56,167 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 33d4fbe5b7e1396af7252c977b37c2ff, NAME => 'test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741852_1028 (size=45) 2024-12-09T10:11:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741854_1030 (size=45) 2024-12-09T10:11:56,184 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,184 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 58e752435daad914fb3b32dbf1327852, disabling compactions & flushes 2024-12-09T10:11:56,184 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:56,184 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:56,185 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. after waiting 0 ms 2024-12-09T10:11:56,185 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:56,185 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:56,185 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 58e752435daad914fb3b32dbf1327852: 2024-12-09T10:11:56,187 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7fbeca15017655498e905e665b474445, NAME => 'test,sss,1733739114896.7fbeca15017655498e905e665b474445.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-09T10:11:56,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-09T10:11:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741855_1031 (size=45) 2024-12-09T10:11:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741856_1032 (size=45) 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1733739114896.7fbeca15017655498e905e665b474445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7fbeca15017655498e905e665b474445, disabling compactions & flushes 2024-12-09T10:11:56,278 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733739114896.7fbeca15017655498e905e665b474445. after waiting 0 ms 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:56,278 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:56,278 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7fbeca15017655498e905e665b474445: 2024-12-09T10:11:56,280 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5eb52c67798494798c51b5968fbc76af, NAME => 'test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741857_1033 (size=45) 2024-12-09T10:11:56,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5eb52c67798494798c51b5968fbc76af, disabling compactions & flushes 2024-12-09T10:11:56,352 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:56,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:56,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. after waiting 0 ms 2024-12-09T10:11:56,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:56,352 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:56,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5eb52c67798494798c51b5968fbc76af: 2024-12-09T10:11:56,353 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 39194e457a5c2fe343e0781ebd08f921, NAME => 'test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741858_1034 (size=45) 2024-12-09T10:11:56,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a56e8aa16ac79401e35aadf7cd7ddd09, disabling compactions & flushes 2024-12-09T10:11:56,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:56,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:56,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. after waiting 0 ms 2024-12-09T10:11:56,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:56,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:56,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a56e8aa16ac79401e35aadf7cd7ddd09: 2024-12-09T10:11:56,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 662909e2ab98a26680412ec21643caff, NAME => 'test,vvv,1733739114896.662909e2ab98a26680412ec21643caff.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741859_1035 (size=45) 2024-12-09T10:11:56,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1733739114896.662909e2ab98a26680412ec21643caff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 662909e2ab98a26680412ec21643caff, disabling compactions & flushes 2024-12-09T10:11:56,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:56,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:56,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. after waiting 0 ms 2024-12-09T10:11:56,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:56,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:56,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 662909e2ab98a26680412ec21643caff: 2024-12-09T10:11:56,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca0aed226d4b8f61f6b90ffe1b93f917, NAME => 'test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 33d4fbe5b7e1396af7252c977b37c2ff, disabling compactions & flushes 2024-12-09T10:11:56,646 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. after waiting 0 ms 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:56,646 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:56,646 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 33d4fbe5b7e1396af7252c977b37c2ff: 2024-12-09T10:11:56,647 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7d3e45650dc55858b756e8d7607d6356, NAME => 'test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741860_1036 (size=45) 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ca0aed226d4b8f61f6b90ffe1b93f917, disabling compactions & flushes 2024-12-09T10:11:56,665 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. after waiting 0 ms 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:56,665 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:56,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca0aed226d4b8f61f6b90ffe1b93f917: 2024-12-09T10:11:56,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dfd4dd49045ad1122c515ffdc4d2ba9a, NAME => 'test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741861_1037 (size=45) 2024-12-09T10:11:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741862_1038 (size=45) 2024-12-09T10:11:56,828 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,828 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 39194e457a5c2fe343e0781ebd08f921, disabling compactions & flushes 2024-12-09T10:11:56,829 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:56,829 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:56,829 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. after waiting 0 ms 2024-12-09T10:11:56,829 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:56,829 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:56,829 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 39194e457a5c2fe343e0781ebd08f921: 2024-12-09T10:11:56,830 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 381e31736ef590c952afd3ad2520494a, NAME => 'test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:11:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741863_1039 (size=42) 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 381e31736ef590c952afd3ad2520494a, disabling compactions & flushes 2024-12-09T10:11:56,884 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. after waiting 0 ms 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:56,884 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:56,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 381e31736ef590c952afd3ad2520494a: 2024-12-09T10:11:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7d3e45650dc55858b756e8d7607d6356, disabling compactions & flushes 2024-12-09T10:11:57,080 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. after waiting 0 ms 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:57,080 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:57,080 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7d3e45650dc55858b756e8d7607d6356: 2024-12-09T10:11:57,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing dfd4dd49045ad1122c515ffdc4d2ba9a, disabling compactions & flushes 2024-12-09T10:11:57,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:57,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:57,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. after waiting 0 ms 2024-12-09T10:11:57,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:57,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:57,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for dfd4dd49045ad1122c515ffdc4d2ba9a: 2024-12-09T10:11:57,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733739114896.1f669250342709b9b6634b9cb932708e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733739114896.b9f5808d71826f76a8230468414014c9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733739114896.7fbeca15017655498e905e665b474445.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733739114896.662909e2ab98a26680412ec21643caff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733739117104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739117104"}]},"ts":"1733739117104"} 2024-12-09T10:11:57,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T10:11:57,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:11:57,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739117149"}]},"ts":"1733739117149"} 2024-12-09T10:11:57,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T10:11:57,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f669250342709b9b6634b9cb932708e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d38be356a4fd1f7ed491e238422c8d3, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4451f4be5bf3fbedf669b0edba8a4b7, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ccf6743bab293b9aa4e3a082b4e072c, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=44f92aacfeb73a54d0a7d28b1c1f4b7b, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9f5808d71826f76a8230468414014c9, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5fe1d05c173213f9fff7bda2ceea298, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=413f9623901273a428b858ac48ba73c4, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=493dd9ff6bcf133c2221ccba892922e6, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=162b64946c51b18d53f4838f0924ec35, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b5477db014f11f3725b39b16b63c40f, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e572f15ae90d8aff48b4da3d509b4923, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b9762f2b7d87b3ece77ffa5c6650367, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=137044f0743425b42d15489d66ad12e3, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=58e752435daad914fb3b32dbf1327852, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ba18b5e67f10a658922c2062eeee22a7, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a56e8aa16ac79401e35aadf7cd7ddd09, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33d4fbe5b7e1396af7252c977b37c2ff, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fbeca15017655498e905e665b474445, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5eb52c67798494798c51b5968fbc76af, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39194e457a5c2fe343e0781ebd08f921, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=662909e2ab98a26680412ec21643caff, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca0aed226d4b8f61f6b90ffe1b93f917, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d3e45650dc55858b756e8d7607d6356, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dfd4dd49045ad1122c515ffdc4d2ba9a, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=381e31736ef590c952afd3ad2520494a, ASSIGN}] 2024-12-09T10:11:57,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=381e31736ef590c952afd3ad2520494a, ASSIGN 2024-12-09T10:11:57,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d3e45650dc55858b756e8d7607d6356, ASSIGN 2024-12-09T10:11:57,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca0aed226d4b8f61f6b90ffe1b93f917, ASSIGN 2024-12-09T10:11:57,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dfd4dd49045ad1122c515ffdc4d2ba9a, ASSIGN 2024-12-09T10:11:57,187 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=662909e2ab98a26680412ec21643caff, ASSIGN 2024-12-09T10:11:57,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=381e31736ef590c952afd3ad2520494a, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,187 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca0aed226d4b8f61f6b90ffe1b93f917, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dfd4dd49045ad1122c515ffdc4d2ba9a, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,187 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7d3e45650dc55858b756e8d7607d6356, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39194e457a5c2fe343e0781ebd08f921, ASSIGN 2024-12-09T10:11:57,189 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=662909e2ab98a26680412ec21643caff, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=39194e457a5c2fe343e0781ebd08f921, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5eb52c67798494798c51b5968fbc76af, ASSIGN 2024-12-09T10:11:57,190 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5eb52c67798494798c51b5968fbc76af, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fbeca15017655498e905e665b474445, ASSIGN 2024-12-09T10:11:57,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fbeca15017655498e905e665b474445, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33d4fbe5b7e1396af7252c977b37c2ff, ASSIGN 2024-12-09T10:11:57,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=33d4fbe5b7e1396af7252c977b37c2ff, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a56e8aa16ac79401e35aadf7cd7ddd09, ASSIGN 2024-12-09T10:11:57,194 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a56e8aa16ac79401e35aadf7cd7ddd09, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ba18b5e67f10a658922c2062eeee22a7, ASSIGN 2024-12-09T10:11:57,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=58e752435daad914fb3b32dbf1327852, ASSIGN 2024-12-09T10:11:57,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ba18b5e67f10a658922c2062eeee22a7, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,198 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=58e752435daad914fb3b32dbf1327852, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=137044f0743425b42d15489d66ad12e3, ASSIGN 2024-12-09T10:11:57,199 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b9762f2b7d87b3ece77ffa5c6650367, ASSIGN 2024-12-09T10:11:57,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=137044f0743425b42d15489d66ad12e3, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,200 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1b9762f2b7d87b3ece77ffa5c6650367, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,201 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e572f15ae90d8aff48b4da3d509b4923, ASSIGN 2024-12-09T10:11:57,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b5477db014f11f3725b39b16b63c40f, ASSIGN 2024-12-09T10:11:57,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=162b64946c51b18d53f4838f0924ec35, ASSIGN 2024-12-09T10:11:57,202 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e572f15ae90d8aff48b4da3d509b4923, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2b5477db014f11f3725b39b16b63c40f, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,204 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=493dd9ff6bcf133c2221ccba892922e6, ASSIGN 2024-12-09T10:11:57,204 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=162b64946c51b18d53f4838f0924ec35, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,205 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=493dd9ff6bcf133c2221ccba892922e6, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9f5808d71826f76a8230468414014c9, ASSIGN 2024-12-09T10:11:57,208 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=44f92aacfeb73a54d0a7d28b1c1f4b7b, ASSIGN 2024-12-09T10:11:57,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5fe1d05c173213f9fff7bda2ceea298, ASSIGN 2024-12-09T10:11:57,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=413f9623901273a428b858ac48ba73c4, ASSIGN 2024-12-09T10:11:57,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ccf6743bab293b9aa4e3a082b4e072c, ASSIGN 2024-12-09T10:11:57,209 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9f5808d71826f76a8230468414014c9, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,210 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=44f92aacfeb73a54d0a7d28b1c1f4b7b, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,210 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f5fe1d05c173213f9fff7bda2ceea298, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=413f9623901273a428b858ac48ba73c4, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ccf6743bab293b9aa4e3a082b4e072c, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d38be356a4fd1f7ed491e238422c8d3, ASSIGN 2024-12-09T10:11:57,215 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4451f4be5bf3fbedf669b0edba8a4b7, ASSIGN 2024-12-09T10:11:57,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f669250342709b9b6634b9cb932708e, ASSIGN 2024-12-09T10:11:57,216 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4d38be356a4fd1f7ed491e238422c8d3, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,217 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e4451f4be5bf3fbedf669b0edba8a4b7, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,217 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1f669250342709b9b6634b9cb932708e, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:11:57,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=44f92aacfeb73a54d0a7d28b1c1f4b7b, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1b9762f2b7d87b3ece77ffa5c6650367, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=493dd9ff6bcf133c2221ccba892922e6, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f5fe1d05c173213f9fff7bda2ceea298, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4d38be356a4fd1f7ed491e238422c8d3, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE; OpenRegionProcedure 44f92aacfeb73a54d0a7d28b1c1f4b7b, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=16, state=RUNNABLE; OpenRegionProcedure f5fe1d05c173213f9fff7bda2ceea298, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=18, state=RUNNABLE; OpenRegionProcedure 493dd9ff6bcf133c2221ccba892922e6, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=22, state=RUNNABLE; OpenRegionProcedure 1b9762f2b7d87b3ece77ffa5c6650367, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=11, state=RUNNABLE; OpenRegionProcedure 4d38be356a4fd1f7ed491e238422c8d3, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1f669250342709b9b6634b9cb932708e, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=33d4fbe5b7e1396af7252c977b37c2ff, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=e4451f4be5bf3fbedf669b0edba8a4b7, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=10, state=RUNNABLE; OpenRegionProcedure 1f669250342709b9b6634b9cb932708e, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2b5477db014f11f3725b39b16b63c40f, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=27, state=RUNNABLE; OpenRegionProcedure 33d4fbe5b7e1396af7252c977b37c2ff, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=137044f0743425b42d15489d66ad12e3, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE; OpenRegionProcedure e4451f4be5bf3fbedf669b0edba8a4b7, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=b9f5808d71826f76a8230468414014c9, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE; OpenRegionProcedure 2b5477db014f11f3725b39b16b63c40f, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=23, state=RUNNABLE; OpenRegionProcedure 137044f0743425b42d15489d66ad12e3, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE; OpenRegionProcedure b9f5808d71826f76a8230468414014c9, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ca0aed226d4b8f61f6b90ffe1b93f917, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=58e752435daad914fb3b32dbf1327852, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,386 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=e572f15ae90d8aff48b4da3d509b4923, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=24, state=RUNNABLE; OpenRegionProcedure 58e752435daad914fb3b32dbf1327852, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7fbeca15017655498e905e665b474445, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=32, state=RUNNABLE; OpenRegionProcedure ca0aed226d4b8f61f6b90ffe1b93f917, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ba18b5e67f10a658922c2062eeee22a7, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=21, state=RUNNABLE; OpenRegionProcedure e572f15ae90d8aff48b4da3d509b4923, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=28, state=RUNNABLE; OpenRegionProcedure 7fbeca15017655498e905e665b474445, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE; OpenRegionProcedure ba18b5e67f10a658922c2062eeee22a7, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7d3e45650dc55858b756e8d7607d6356, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=381e31736ef590c952afd3ad2520494a, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=33, state=RUNNABLE; OpenRegionProcedure 7d3e45650dc55858b756e8d7607d6356, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=2ccf6743bab293b9aa4e3a082b4e072c, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5eb52c67798494798c51b5968fbc76af, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=35, state=RUNNABLE; OpenRegionProcedure 381e31736ef590c952afd3ad2520494a, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=662909e2ab98a26680412ec21643caff, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=31, state=RUNNABLE; OpenRegionProcedure 662909e2ab98a26680412ec21643caff, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=29, state=RUNNABLE; OpenRegionProcedure 5eb52c67798494798c51b5968fbc76af, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE; OpenRegionProcedure 2ccf6743bab293b9aa4e3a082b4e072c, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=a56e8aa16ac79401e35aadf7cd7ddd09, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=162b64946c51b18d53f4838f0924ec35, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=39194e457a5c2fe343e0781ebd08f921, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=dfd4dd49045ad1122c515ffdc4d2ba9a, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=19, state=RUNNABLE; OpenRegionProcedure 162b64946c51b18d53f4838f0924ec35, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=413f9623901273a428b858ac48ba73c4, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=26, state=RUNNABLE; OpenRegionProcedure a56e8aa16ac79401e35aadf7cd7ddd09, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=30, state=RUNNABLE; OpenRegionProcedure 39194e457a5c2fe343e0781ebd08f921, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=34, state=RUNNABLE; OpenRegionProcedure dfd4dd49045ad1122c515ffdc4d2ba9a, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=17, state=RUNNABLE; OpenRegionProcedure 413f9623901273a428b858ac48ba73c4, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:11:57,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,598 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:57,599 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => f5fe1d05c173213f9fff7bda2ceea298, NAME => 'test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T10:11:57,599 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,599 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,600 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,600 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,611 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,616 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe1d05c173213f9fff7bda2ceea298 columnFamilyName f 2024-12-09T10:11:57,616 DEBUG [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,621 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] regionserver.HStore(327): Store=f5fe1d05c173213f9fff7bda2ceea298/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,621 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,631 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe1d05c173213f9fff7bda2ceea298 columnFamilyName norep 2024-12-09T10:11:57,631 DEBUG [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,638 INFO [StoreOpener-f5fe1d05c173213f9fff7bda2ceea298-1 {}] regionserver.HStore(327): Store=f5fe1d05c173213f9fff7bda2ceea298/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,641 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,648 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,654 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,658 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:11:57,672 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/f5fe1d05c173213f9fff7bda2ceea298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:57,673 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened f5fe1d05c173213f9fff7bda2ceea298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63314504, jitterRate=-0.05654036998748779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:57,673 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for f5fe1d05c173213f9fff7bda2ceea298: 2024-12-09T10:11:57,674 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298., pid=39, masterSystemTime=1733739117507 2024-12-09T10:11:57,682 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:57,682 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:11:57,682 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:57,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f5fe1d05c173213f9fff7bda2ceea298, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,682 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 58e752435daad914fb3b32dbf1327852, NAME => 'test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T10:11:57,685 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,685 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,685 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,685 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,695 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=16 2024-12-09T10:11:57,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=16, state=SUCCESS; OpenRegionProcedure f5fe1d05c173213f9fff7bda2ceea298, server=de59e52b2fff,38649,1733739103722 in 344 msec 2024-12-09T10:11:57,714 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e752435daad914fb3b32dbf1327852 columnFamilyName f 2024-12-09T10:11:57,714 DEBUG [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f5fe1d05c173213f9fff7bda2ceea298, ASSIGN in 531 msec 2024-12-09T10:11:57,715 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] regionserver.HStore(327): Store=58e752435daad914fb3b32dbf1327852/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,715 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,725 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e752435daad914fb3b32dbf1327852 columnFamilyName norep 2024-12-09T10:11:57,725 DEBUG [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,726 INFO [StoreOpener-58e752435daad914fb3b32dbf1327852-1 {}] regionserver.HStore(327): Store=58e752435daad914fb3b32dbf1327852/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,727 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,727 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,729 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,735 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 58e752435daad914fb3b32dbf1327852 2024-12-09T10:11:57,743 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/58e752435daad914fb3b32dbf1327852/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:57,744 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 58e752435daad914fb3b32dbf1327852; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583423, jitterRate=-0.022730842232704163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:57,744 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 58e752435daad914fb3b32dbf1327852: 2024-12-09T10:11:57,747 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852., pid=48, masterSystemTime=1733739117507 2024-12-09T10:11:57,749 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:57,750 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:11:57,750 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:57,750 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 5eb52c67798494798c51b5968fbc76af, NAME => 'test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T10:11:57,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=58e752435daad914fb3b32dbf1327852, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,750 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,750 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,755 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,759 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eb52c67798494798c51b5968fbc76af columnFamilyName f 2024-12-09T10:11:57,759 DEBUG [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,760 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] regionserver.HStore(327): Store=5eb52c67798494798c51b5968fbc76af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,760 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=24 2024-12-09T10:11:57,764 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eb52c67798494798c51b5968fbc76af columnFamilyName norep 2024-12-09T10:11:57,764 DEBUG [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=24, state=SUCCESS; OpenRegionProcedure 58e752435daad914fb3b32dbf1327852, server=de59e52b2fff,38649,1733739103722 in 367 msec 2024-12-09T10:11:57,767 INFO [StoreOpener-5eb52c67798494798c51b5968fbc76af-1 {}] regionserver.HStore(327): Store=5eb52c67798494798c51b5968fbc76af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=58e752435daad914fb3b32dbf1327852, ASSIGN in 583 msec 2024-12-09T10:11:57,769 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,770 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,771 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,774 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:11:57,789 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/5eb52c67798494798c51b5968fbc76af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:57,791 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 5eb52c67798494798c51b5968fbc76af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157683, jitterRate=0.09013442695140839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:57,791 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 5eb52c67798494798c51b5968fbc76af: 2024-12-09T10:11:57,802 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af., pid=55, masterSystemTime=1733739117507 2024-12-09T10:11:57,805 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:57,805 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:11:57,805 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:57,806 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 44f92aacfeb73a54d0a7d28b1c1f4b7b, NAME => 'test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T10:11:57,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5eb52c67798494798c51b5968fbc76af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,806 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,806 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,806 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,806 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=29 2024-12-09T10:11:57,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=29, state=SUCCESS; OpenRegionProcedure 5eb52c67798494798c51b5968fbc76af, server=de59e52b2fff,38649,1733739103722 in 375 msec 2024-12-09T10:11:57,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5eb52c67798494798c51b5968fbc76af, ASSIGN in 638 msec 2024-12-09T10:11:57,821 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,824 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f92aacfeb73a54d0a7d28b1c1f4b7b columnFamilyName f 2024-12-09T10:11:57,824 DEBUG [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,828 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] regionserver.HStore(327): Store=44f92aacfeb73a54d0a7d28b1c1f4b7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,829 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,834 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f92aacfeb73a54d0a7d28b1c1f4b7b columnFamilyName norep 2024-12-09T10:11:57,834 DEBUG [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,836 INFO [StoreOpener-44f92aacfeb73a54d0a7d28b1c1f4b7b-1 {}] regionserver.HStore(327): Store=44f92aacfeb73a54d0a7d28b1c1f4b7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,837 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,838 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,839 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,842 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:11:57,847 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/44f92aacfeb73a54d0a7d28b1c1f4b7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:57,848 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 44f92aacfeb73a54d0a7d28b1c1f4b7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75141899, jitterRate=0.11970154941082001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:57,848 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 44f92aacfeb73a54d0a7d28b1c1f4b7b: 2024-12-09T10:11:57,849 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b., pid=36, masterSystemTime=1733739117507 2024-12-09T10:11:57,855 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:57,855 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:11:57,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=44f92aacfeb73a54d0a7d28b1c1f4b7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,855 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:57,855 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d38be356a4fd1f7ed491e238422c8d3, NAME => 'test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T10:11:57,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=14 2024-12-09T10:11:57,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=14, state=SUCCESS; OpenRegionProcedure 44f92aacfeb73a54d0a7d28b1c1f4b7b, server=de59e52b2fff,38649,1733739103722 in 510 msec 2024-12-09T10:11:57,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=44f92aacfeb73a54d0a7d28b1c1f4b7b, ASSIGN in 680 msec 2024-12-09T10:11:57,875 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,878 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d38be356a4fd1f7ed491e238422c8d3 columnFamilyName f 2024-12-09T10:11:57,878 DEBUG [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,883 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] regionserver.HStore(327): Store=4d38be356a4fd1f7ed491e238422c8d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,883 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,892 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d38be356a4fd1f7ed491e238422c8d3 columnFamilyName norep 2024-12-09T10:11:57,892 DEBUG [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,894 INFO [StoreOpener-4d38be356a4fd1f7ed491e238422c8d3-1 {}] regionserver.HStore(327): Store=4d38be356a4fd1f7ed491e238422c8d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,895 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,908 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,914 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:11:57,932 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/4d38be356a4fd1f7ed491e238422c8d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:57,935 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 4d38be356a4fd1f7ed491e238422c8d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59013160, jitterRate=-0.12063539028167725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:57,936 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 4d38be356a4fd1f7ed491e238422c8d3: 2024-12-09T10:11:57,937 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3., pid=40, masterSystemTime=1733739117507 2024-12-09T10:11:57,946 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:57,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4d38be356a4fd1f7ed491e238422c8d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:57,947 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:11:57,947 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:57,947 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => a56e8aa16ac79401e35aadf7cd7ddd09, NAME => 'test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T10:11:57,948 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,948 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:57,949 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,949 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,951 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=11 2024-12-09T10:11:57,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=11, state=SUCCESS; OpenRegionProcedure 4d38be356a4fd1f7ed491e238422c8d3, server=de59e52b2fff,38649,1733739103722 in 597 msec 2024-12-09T10:11:57,953 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a56e8aa16ac79401e35aadf7cd7ddd09 columnFamilyName f 2024-12-09T10:11:57,953 DEBUG [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4d38be356a4fd1f7ed491e238422c8d3, ASSIGN in 772 msec 2024-12-09T10:11:57,954 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] regionserver.HStore(327): Store=a56e8aa16ac79401e35aadf7cd7ddd09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,955 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,956 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a56e8aa16ac79401e35aadf7cd7ddd09 columnFamilyName norep 2024-12-09T10:11:57,957 DEBUG [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:57,962 INFO [StoreOpener-a56e8aa16ac79401e35aadf7cd7ddd09-1 {}] regionserver.HStore(327): Store=a56e8aa16ac79401e35aadf7cd7ddd09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:57,966 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,967 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:57,975 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:57,984 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:11:58,000 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/a56e8aa16ac79401e35aadf7cd7ddd09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,004 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened a56e8aa16ac79401e35aadf7cd7ddd09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70638317, jitterRate=0.05259294807910919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,005 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for a56e8aa16ac79401e35aadf7cd7ddd09: 2024-12-09T10:11:58,010 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09., pid=59, masterSystemTime=1733739117507 2024-12-09T10:11:58,027 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:58,027 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:11:58,027 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:58,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b9f5808d71826f76a8230468414014c9, NAME => 'test,fff,1733739114896.b9f5808d71826f76a8230468414014c9.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T10:11:58,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,fff,1733739114896.b9f5808d71826f76a8230468414014c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=a56e8aa16ac79401e35aadf7cd7ddd09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=26 2024-12-09T10:11:58,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=26, state=SUCCESS; OpenRegionProcedure a56e8aa16ac79401e35aadf7cd7ddd09, server=de59e52b2fff,38649,1733739103722 in 574 msec 2024-12-09T10:11:58,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a56e8aa16ac79401e35aadf7cd7ddd09, ASSIGN in 861 msec 2024-12-09T10:11:58,055 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,059 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f5808d71826f76a8230468414014c9 columnFamilyName f 2024-12-09T10:11:58,059 DEBUG [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,060 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] regionserver.HStore(327): Store=b9f5808d71826f76a8230468414014c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,060 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,070 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f5808d71826f76a8230468414014c9 columnFamilyName norep 2024-12-09T10:11:58,070 DEBUG [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,074 INFO [StoreOpener-b9f5808d71826f76a8230468414014c9-1 {}] regionserver.HStore(327): Store=b9f5808d71826f76a8230468414014c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,076 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,077 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,088 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,094 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b9f5808d71826f76a8230468414014c9 2024-12-09T10:11:58,107 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/b9f5808d71826f76a8230468414014c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,108 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b9f5808d71826f76a8230468414014c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73740737, jitterRate=0.09882260859012604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,109 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b9f5808d71826f76a8230468414014c9: 2024-12-09T10:11:58,112 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733739114896.b9f5808d71826f76a8230468414014c9., pid=46, masterSystemTime=1733739117507 2024-12-09T10:11:58,117 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:58,118 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:11:58,118 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:58,118 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fbeca15017655498e905e665b474445, NAME => 'test,sss,1733739114896.7fbeca15017655498e905e665b474445.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T10:11:58,118 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,118 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,sss,1733739114896.7fbeca15017655498e905e665b474445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,118 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,118 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=b9f5808d71826f76a8230468414014c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=15 2024-12-09T10:11:58,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=15, state=SUCCESS; OpenRegionProcedure b9f5808d71826f76a8230468414014c9, server=de59e52b2fff,38649,1733739103722 in 753 msec 2024-12-09T10:11:58,149 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,158 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fbeca15017655498e905e665b474445 columnFamilyName f 2024-12-09T10:11:58,158 DEBUG [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9f5808d71826f76a8230468414014c9, ASSIGN in 951 msec 2024-12-09T10:11:58,163 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] regionserver.HStore(327): Store=7fbeca15017655498e905e665b474445/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,163 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,171 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fbeca15017655498e905e665b474445 columnFamilyName norep 2024-12-09T10:11:58,171 DEBUG [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,173 INFO [StoreOpener-7fbeca15017655498e905e665b474445-1 {}] regionserver.HStore(327): Store=7fbeca15017655498e905e665b474445/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,178 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,180 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,183 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,187 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 7fbeca15017655498e905e665b474445 2024-12-09T10:11:58,200 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7fbeca15017655498e905e665b474445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,202 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 7fbeca15017655498e905e665b474445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73843268, jitterRate=0.10035043954849243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,202 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 7fbeca15017655498e905e665b474445: 2024-12-09T10:11:58,203 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733739114896.7fbeca15017655498e905e665b474445., pid=50, masterSystemTime=1733739117507 2024-12-09T10:11:58,212 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:58,212 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:11:58,213 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:58,213 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => e572f15ae90d8aff48b4da3d509b4923, NAME => 'test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T10:11:58,213 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,213 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,213 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,213 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7fbeca15017655498e905e665b474445, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=28 2024-12-09T10:11:58,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=28, state=SUCCESS; OpenRegionProcedure 7fbeca15017655498e905e665b474445, server=de59e52b2fff,38649,1733739103722 in 819 msec 2024-12-09T10:11:58,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fbeca15017655498e905e665b474445, ASSIGN in 1.0420 sec 2024-12-09T10:11:58,234 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,238 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e572f15ae90d8aff48b4da3d509b4923 columnFamilyName f 2024-12-09T10:11:58,238 DEBUG [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,239 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] regionserver.HStore(327): Store=e572f15ae90d8aff48b4da3d509b4923/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,239 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,243 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e572f15ae90d8aff48b4da3d509b4923 columnFamilyName norep 2024-12-09T10:11:58,243 DEBUG [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,244 INFO [StoreOpener-e572f15ae90d8aff48b4da3d509b4923-1 {}] regionserver.HStore(327): Store=e572f15ae90d8aff48b4da3d509b4923/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,248 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,251 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,263 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,273 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:11:58,283 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e572f15ae90d8aff48b4da3d509b4923/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,284 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened e572f15ae90d8aff48b4da3d509b4923; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74656829, jitterRate=0.11247344315052032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,284 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for e572f15ae90d8aff48b4da3d509b4923: 2024-12-09T10:11:58,287 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923., pid=49, masterSystemTime=1733739117507 2024-12-09T10:11:58,291 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=e572f15ae90d8aff48b4da3d509b4923, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,291 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:58,291 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:11:58,292 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:58,292 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 493dd9ff6bcf133c2221ccba892922e6, NAME => 'test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T10:11:58,298 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,298 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,298 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,298 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=21 2024-12-09T10:11:58,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=21, state=SUCCESS; OpenRegionProcedure e572f15ae90d8aff48b4da3d509b4923, server=de59e52b2fff,38649,1733739103722 in 910 msec 2024-12-09T10:11:58,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e572f15ae90d8aff48b4da3d509b4923, ASSIGN in 1.1230 sec 2024-12-09T10:11:58,326 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,330 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 493dd9ff6bcf133c2221ccba892922e6 columnFamilyName f 2024-12-09T10:11:58,330 DEBUG [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,331 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] regionserver.HStore(327): Store=493dd9ff6bcf133c2221ccba892922e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,331 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,334 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 493dd9ff6bcf133c2221ccba892922e6 columnFamilyName norep 2024-12-09T10:11:58,334 DEBUG [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,335 INFO [StoreOpener-493dd9ff6bcf133c2221ccba892922e6-1 {}] regionserver.HStore(327): Store=493dd9ff6bcf133c2221ccba892922e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,336 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,336 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,338 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,347 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:11:58,375 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/493dd9ff6bcf133c2221ccba892922e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,376 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 493dd9ff6bcf133c2221ccba892922e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647848, jitterRate=-0.05157315731048584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,376 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 493dd9ff6bcf133c2221ccba892922e6: 2024-12-09T10:11:58,378 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6., pid=38, masterSystemTime=1733739117507 2024-12-09T10:11:58,380 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:58,380 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:11:58,380 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:58,380 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => ba18b5e67f10a658922c2062eeee22a7, NAME => 'test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T10:11:58,381 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,381 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=493dd9ff6bcf133c2221ccba892922e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,381 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,381 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=18 2024-12-09T10:11:58,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; OpenRegionProcedure 493dd9ff6bcf133c2221ccba892922e6, server=de59e52b2fff,38649,1733739103722 in 1.0400 sec 2024-12-09T10:11:58,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=493dd9ff6bcf133c2221ccba892922e6, ASSIGN in 1.2100 sec 2024-12-09T10:11:58,395 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,397 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba18b5e67f10a658922c2062eeee22a7 columnFamilyName f 2024-12-09T10:11:58,397 DEBUG [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,399 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] regionserver.HStore(327): Store=ba18b5e67f10a658922c2062eeee22a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,399 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,420 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba18b5e67f10a658922c2062eeee22a7 columnFamilyName norep 2024-12-09T10:11:58,420 DEBUG [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,421 INFO [StoreOpener-ba18b5e67f10a658922c2062eeee22a7-1 {}] regionserver.HStore(327): Store=ba18b5e67f10a658922c2062eeee22a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,423 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,423 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,428 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,435 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:11:58,455 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ba18b5e67f10a658922c2062eeee22a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,456 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened ba18b5e67f10a658922c2062eeee22a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097406, jitterRate=-0.11938002705574036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,457 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for ba18b5e67f10a658922c2062eeee22a7: 2024-12-09T10:11:58,463 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7., pid=51, masterSystemTime=1733739117507 2024-12-09T10:11:58,466 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:58,466 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:11:58,466 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:58,466 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b9762f2b7d87b3ece77ffa5c6650367, NAME => 'test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T10:11:58,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ba18b5e67f10a658922c2062eeee22a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=25 2024-12-09T10:11:58,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=25, state=SUCCESS; OpenRegionProcedure ba18b5e67f10a658922c2062eeee22a7, server=de59e52b2fff,38649,1733739103722 in 1.0670 sec 2024-12-09T10:11:58,481 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ba18b5e67f10a658922c2062eeee22a7, ASSIGN in 1.3000 sec 2024-12-09T10:11:58,491 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b9762f2b7d87b3ece77ffa5c6650367 columnFamilyName f 2024-12-09T10:11:58,491 DEBUG [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,496 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] regionserver.HStore(327): Store=1b9762f2b7d87b3ece77ffa5c6650367/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,496 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,502 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b9762f2b7d87b3ece77ffa5c6650367 columnFamilyName norep 2024-12-09T10:11:58,502 DEBUG [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,506 INFO [StoreOpener-1b9762f2b7d87b3ece77ffa5c6650367-1 {}] regionserver.HStore(327): Store=1b9762f2b7d87b3ece77ffa5c6650367/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,516 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,523 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,538 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,544 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:11:58,563 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1b9762f2b7d87b3ece77ffa5c6650367/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,567 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 1b9762f2b7d87b3ece77ffa5c6650367; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68387973, jitterRate=0.019060209393501282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,567 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 1b9762f2b7d87b3ece77ffa5c6650367: 2024-12-09T10:11:58,575 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367., pid=37, masterSystemTime=1733739117507 2024-12-09T10:11:58,595 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:58,595 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:11:58,595 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:58,596 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 381e31736ef590c952afd3ad2520494a, NAME => 'test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T10:11:58,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1b9762f2b7d87b3ece77ffa5c6650367, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,596 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,596 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,596 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,596 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=22 2024-12-09T10:11:58,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=22, state=SUCCESS; OpenRegionProcedure 1b9762f2b7d87b3ece77ffa5c6650367, server=de59e52b2fff,38649,1733739103722 in 1.2530 sec 2024-12-09T10:11:58,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1b9762f2b7d87b3ece77ffa5c6650367, ASSIGN in 1.4310 sec 2024-12-09T10:11:58,615 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,625 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381e31736ef590c952afd3ad2520494a columnFamilyName f 2024-12-09T10:11:58,625 DEBUG [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,629 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] regionserver.HStore(327): Store=381e31736ef590c952afd3ad2520494a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,629 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,641 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381e31736ef590c952afd3ad2520494a columnFamilyName norep 2024-12-09T10:11:58,641 DEBUG [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,647 INFO [StoreOpener-381e31736ef590c952afd3ad2520494a-1 {}] regionserver.HStore(327): Store=381e31736ef590c952afd3ad2520494a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,653 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,659 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,666 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,676 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 381e31736ef590c952afd3ad2520494a 2024-12-09T10:11:58,693 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/381e31736ef590c952afd3ad2520494a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,694 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 381e31736ef590c952afd3ad2520494a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62207413, jitterRate=-0.07303731143474579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,695 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 381e31736ef590c952afd3ad2520494a: 2024-12-09T10:11:58,704 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a., pid=53, masterSystemTime=1733739117507 2024-12-09T10:11:58,709 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:58,710 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:11:58,710 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:58,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=381e31736ef590c952afd3ad2520494a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,711 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 662909e2ab98a26680412ec21643caff, NAME => 'test,vvv,1733739114896.662909e2ab98a26680412ec21643caff.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T10:11:58,712 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,712 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,vvv,1733739114896.662909e2ab98a26680412ec21643caff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,712 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,712 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=35 2024-12-09T10:11:58,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=35, state=SUCCESS; OpenRegionProcedure 381e31736ef590c952afd3ad2520494a, server=de59e52b2fff,38649,1733739103722 in 1.2980 sec 2024-12-09T10:11:58,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=381e31736ef590c952afd3ad2520494a, ASSIGN in 1.5480 sec 2024-12-09T10:11:58,737 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,744 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 662909e2ab98a26680412ec21643caff columnFamilyName f 2024-12-09T10:11:58,744 DEBUG [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,746 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] regionserver.HStore(327): Store=662909e2ab98a26680412ec21643caff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,746 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,752 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 662909e2ab98a26680412ec21643caff columnFamilyName norep 2024-12-09T10:11:58,753 DEBUG [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,753 INFO [StoreOpener-662909e2ab98a26680412ec21643caff-1 {}] regionserver.HStore(327): Store=662909e2ab98a26680412ec21643caff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,755 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,755 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,757 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,760 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 662909e2ab98a26680412ec21643caff 2024-12-09T10:11:58,766 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/662909e2ab98a26680412ec21643caff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,770 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 662909e2ab98a26680412ec21643caff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74411440, jitterRate=0.10881686210632324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,770 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 662909e2ab98a26680412ec21643caff: 2024-12-09T10:11:58,771 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733739114896.662909e2ab98a26680412ec21643caff., pid=56, masterSystemTime=1733739117507 2024-12-09T10:11:58,787 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:58,787 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:11:58,787 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:58,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 413f9623901273a428b858ac48ba73c4, NAME => 'test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T10:11:58,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,788 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=662909e2ab98a26680412ec21643caff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,801 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=31 2024-12-09T10:11:58,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=31, state=SUCCESS; OpenRegionProcedure 662909e2ab98a26680412ec21643caff, server=de59e52b2fff,38649,1733739103722 in 1.3650 sec 2024-12-09T10:11:58,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=662909e2ab98a26680412ec21643caff, ASSIGN in 1.6270 sec 2024-12-09T10:11:58,815 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413f9623901273a428b858ac48ba73c4 columnFamilyName f 2024-12-09T10:11:58,816 DEBUG [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,817 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] regionserver.HStore(327): Store=413f9623901273a428b858ac48ba73c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,818 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,828 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413f9623901273a428b858ac48ba73c4 columnFamilyName norep 2024-12-09T10:11:58,828 DEBUG [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,831 INFO [StoreOpener-413f9623901273a428b858ac48ba73c4-1 {}] regionserver.HStore(327): Store=413f9623901273a428b858ac48ba73c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,836 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,840 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,849 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,851 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 413f9623901273a428b858ac48ba73c4 2024-12-09T10:11:58,856 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/413f9623901273a428b858ac48ba73c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,857 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 413f9623901273a428b858ac48ba73c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69046241, jitterRate=0.02886916697025299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,857 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 413f9623901273a428b858ac48ba73c4: 2024-12-09T10:11:58,859 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4., pid=61, masterSystemTime=1733739117507 2024-12-09T10:11:58,863 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:58,863 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:11:58,864 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:58,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=413f9623901273a428b858ac48ba73c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,864 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => ca0aed226d4b8f61f6b90ffe1b93f917, NAME => 'test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T10:11:58,864 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,864 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,864 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,864 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=17 2024-12-09T10:11:58,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=17, state=SUCCESS; OpenRegionProcedure 413f9623901273a428b858ac48ba73c4, server=de59e52b2fff,38649,1733739103722 in 1.4020 sec 2024-12-09T10:11:58,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=413f9623901273a428b858ac48ba73c4, ASSIGN in 1.6880 sec 2024-12-09T10:11:58,879 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,883 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0aed226d4b8f61f6b90ffe1b93f917 columnFamilyName f 2024-12-09T10:11:58,883 DEBUG [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,884 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] regionserver.HStore(327): Store=ca0aed226d4b8f61f6b90ffe1b93f917/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,884 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,891 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0aed226d4b8f61f6b90ffe1b93f917 columnFamilyName norep 2024-12-09T10:11:58,892 DEBUG [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,893 INFO [StoreOpener-ca0aed226d4b8f61f6b90ffe1b93f917-1 {}] regionserver.HStore(327): Store=ca0aed226d4b8f61f6b90ffe1b93f917/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,895 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,896 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,899 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:58,900 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:11:58,926 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ca0aed226d4b8f61f6b90ffe1b93f917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:58,926 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened ca0aed226d4b8f61f6b90ffe1b93f917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64254001, jitterRate=-0.0425407737493515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:58,927 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for ca0aed226d4b8f61f6b90ffe1b93f917: 2024-12-09T10:11:58,935 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917., pid=47, masterSystemTime=1733739117507 2024-12-09T10:11:58,939 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:58,939 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:11:58,939 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:58,939 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => e4451f4be5bf3fbedf669b0edba8a4b7, NAME => 'test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T10:11:58,940 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,940 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:58,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ca0aed226d4b8f61f6b90ffe1b93f917, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:58,943 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,943 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,951 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=32 2024-12-09T10:11:58,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=32, state=SUCCESS; OpenRegionProcedure ca0aed226d4b8f61f6b90ffe1b93f917, server=de59e52b2fff,38649,1733739103722 in 1.5690 sec 2024-12-09T10:11:58,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca0aed226d4b8f61f6b90ffe1b93f917, ASSIGN in 1.7780 sec 2024-12-09T10:11:58,959 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4451f4be5bf3fbedf669b0edba8a4b7 columnFamilyName f 2024-12-09T10:11:58,959 DEBUG [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,962 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] regionserver.HStore(327): Store=e4451f4be5bf3fbedf669b0edba8a4b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,963 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,977 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4451f4be5bf3fbedf669b0edba8a4b7 columnFamilyName norep 2024-12-09T10:11:58,977 DEBUG [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:58,987 INFO [StoreOpener-e4451f4be5bf3fbedf669b0edba8a4b7-1 {}] regionserver.HStore(327): Store=e4451f4be5bf3fbedf669b0edba8a4b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:58,995 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:58,999 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:59,013 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,028 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:11:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:11:59,084 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e4451f4be5bf3fbedf669b0edba8a4b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,089 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened e4451f4be5bf3fbedf669b0edba8a4b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74029865, jitterRate=0.10313095152378082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,089 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for e4451f4be5bf3fbedf669b0edba8a4b7: 2024-12-09T10:11:59,094 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7., pid=43, masterSystemTime=1733739117507 2024-12-09T10:11:59,097 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:59,097 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:11:59,097 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:59,097 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b5477db014f11f3725b39b16b63c40f, NAME => 'test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T10:11:59,097 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,098 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,098 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,098 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=e4451f4be5bf3fbedf669b0edba8a4b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,111 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=12 2024-12-09T10:11:59,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e4451f4be5bf3fbedf669b0edba8a4b7, ASSIGN in 1.9350 sec 2024-12-09T10:11:59,117 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5477db014f11f3725b39b16b63c40f columnFamilyName f 2024-12-09T10:11:59,117 DEBUG [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=12, state=SUCCESS; OpenRegionProcedure e4451f4be5bf3fbedf669b0edba8a4b7, server=de59e52b2fff,38649,1733739103722 in 1.7450 sec 2024-12-09T10:11:59,118 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] regionserver.HStore(327): Store=2b5477db014f11f3725b39b16b63c40f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,118 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,120 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5477db014f11f3725b39b16b63c40f columnFamilyName norep 2024-12-09T10:11:59,120 DEBUG [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,123 INFO [StoreOpener-2b5477db014f11f3725b39b16b63c40f-1 {}] regionserver.HStore(327): Store=2b5477db014f11f3725b39b16b63c40f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,125 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,125 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,127 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,128 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:11:59,169 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2b5477db014f11f3725b39b16b63c40f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,170 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 2b5477db014f11f3725b39b16b63c40f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71219684, jitterRate=0.06125599145889282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,170 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 2b5477db014f11f3725b39b16b63c40f: 2024-12-09T10:11:59,172 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f., pid=44, masterSystemTime=1733739117507 2024-12-09T10:11:59,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2b5477db014f11f3725b39b16b63c40f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,183 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:59,184 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:11:59,184 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:59,184 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => dfd4dd49045ad1122c515ffdc4d2ba9a, NAME => 'test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T10:11:59,189 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,189 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,189 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,189 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,195 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,206 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfd4dd49045ad1122c515ffdc4d2ba9a columnFamilyName f 2024-12-09T10:11:59,206 DEBUG [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,207 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] regionserver.HStore(327): Store=dfd4dd49045ad1122c515ffdc4d2ba9a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=20 2024-12-09T10:11:59,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=20, state=SUCCESS; OpenRegionProcedure 2b5477db014f11f3725b39b16b63c40f, server=de59e52b2fff,38649,1733739103722 in 1.8190 sec 2024-12-09T10:11:59,207 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,210 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfd4dd49045ad1122c515ffdc4d2ba9a columnFamilyName norep 2024-12-09T10:11:59,211 DEBUG [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,212 INFO [StoreOpener-dfd4dd49045ad1122c515ffdc4d2ba9a-1 {}] regionserver.HStore(327): Store=dfd4dd49045ad1122c515ffdc4d2ba9a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,218 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2b5477db014f11f3725b39b16b63c40f, ASSIGN in 2.0270 sec 2024-12-09T10:11:59,219 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,221 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,223 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:11:59,227 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/dfd4dd49045ad1122c515ffdc4d2ba9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,229 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened dfd4dd49045ad1122c515ffdc4d2ba9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61479689, jitterRate=-0.08388124406337738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,230 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for dfd4dd49045ad1122c515ffdc4d2ba9a: 2024-12-09T10:11:59,238 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a., pid=60, masterSystemTime=1733739117507 2024-12-09T10:11:59,243 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:59,243 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:11:59,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=dfd4dd49045ad1122c515ffdc4d2ba9a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,256 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:59,256 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ccf6743bab293b9aa4e3a082b4e072c, NAME => 'test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T10:11:59,256 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,256 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,256 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=34 2024-12-09T10:11:59,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=34, state=SUCCESS; OpenRegionProcedure dfd4dd49045ad1122c515ffdc4d2ba9a, server=de59e52b2fff,38649,1733739103722 in 1.7890 sec 2024-12-09T10:11:59,258 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dfd4dd49045ad1122c515ffdc4d2ba9a, ASSIGN in 2.0770 sec 2024-12-09T10:11:59,271 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,280 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ccf6743bab293b9aa4e3a082b4e072c columnFamilyName f 2024-12-09T10:11:59,280 DEBUG [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,282 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] regionserver.HStore(327): Store=2ccf6743bab293b9aa4e3a082b4e072c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,282 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,291 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ccf6743bab293b9aa4e3a082b4e072c columnFamilyName norep 2024-12-09T10:11:59,292 DEBUG [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,300 INFO [StoreOpener-2ccf6743bab293b9aa4e3a082b4e072c-1 {}] regionserver.HStore(327): Store=2ccf6743bab293b9aa4e3a082b4e072c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,307 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,315 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,331 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,359 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:11:59,375 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2ccf6743bab293b9aa4e3a082b4e072c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,379 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 2ccf6743bab293b9aa4e3a082b4e072c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65452140, jitterRate=-0.024687111377716064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,380 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 2ccf6743bab293b9aa4e3a082b4e072c: 2024-12-09T10:11:59,387 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c., pid=54, masterSystemTime=1733739117507 2024-12-09T10:11:59,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=2ccf6743bab293b9aa4e3a082b4e072c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,395 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:59,395 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:11:59,395 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:59,395 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 39194e457a5c2fe343e0781ebd08f921, NAME => 'test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T10:11:59,396 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,396 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,396 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,396 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=13 2024-12-09T10:11:59,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=13, state=SUCCESS; OpenRegionProcedure 2ccf6743bab293b9aa4e3a082b4e072c, server=de59e52b2fff,38649,1733739103722 in 1.9630 sec 2024-12-09T10:11:59,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ccf6743bab293b9aa4e3a082b4e072c, ASSIGN in 2.2170 sec 2024-12-09T10:11:59,411 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,428 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39194e457a5c2fe343e0781ebd08f921 columnFamilyName f 2024-12-09T10:11:59,428 DEBUG [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,429 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] regionserver.HStore(327): Store=39194e457a5c2fe343e0781ebd08f921/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,430 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,444 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39194e457a5c2fe343e0781ebd08f921 columnFamilyName norep 2024-12-09T10:11:59,444 DEBUG [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,456 INFO [StoreOpener-39194e457a5c2fe343e0781ebd08f921-1 {}] regionserver.HStore(327): Store=39194e457a5c2fe343e0781ebd08f921/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,467 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,474 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,496 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,504 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:11:59,528 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/39194e457a5c2fe343e0781ebd08f921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,529 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 39194e457a5c2fe343e0781ebd08f921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74014992, jitterRate=0.10290932655334473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,529 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 39194e457a5c2fe343e0781ebd08f921: 2024-12-09T10:11:59,530 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921., pid=58, masterSystemTime=1733739117507 2024-12-09T10:11:59,533 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:59,533 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:11:59,534 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:59,534 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d3e45650dc55858b756e8d7607d6356, NAME => 'test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T10:11:59,534 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,534 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=39194e457a5c2fe343e0781ebd08f921, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,535 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,535 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,539 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:11:59,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=30 2024-12-09T10:11:59,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=30, state=SUCCESS; OpenRegionProcedure 39194e457a5c2fe343e0781ebd08f921, server=de59e52b2fff,38649,1733739103722 in 2.0780 sec 2024-12-09T10:11:59,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=39194e457a5c2fe343e0781ebd08f921, ASSIGN in 2.3620 sec 2024-12-09T10:11:59,553 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,558 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d3e45650dc55858b756e8d7607d6356 columnFamilyName f 2024-12-09T10:11:59,559 DEBUG [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,559 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] regionserver.HStore(327): Store=7d3e45650dc55858b756e8d7607d6356/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,560 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,565 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d3e45650dc55858b756e8d7607d6356 columnFamilyName norep 2024-12-09T10:11:59,565 DEBUG [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,572 INFO [StoreOpener-7d3e45650dc55858b756e8d7607d6356-1 {}] regionserver.HStore(327): Store=7d3e45650dc55858b756e8d7607d6356/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,574 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,575 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,582 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,590 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:11:59,599 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7d3e45650dc55858b756e8d7607d6356/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,604 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 7d3e45650dc55858b756e8d7607d6356; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65081622, jitterRate=-0.03020825982093811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,604 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 7d3e45650dc55858b756e8d7607d6356: 2024-12-09T10:11:59,605 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356., pid=52, masterSystemTime=1733739117507 2024-12-09T10:11:59,609 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:59,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7d3e45650dc55858b756e8d7607d6356, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=33 2024-12-09T10:11:59,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=33, state=SUCCESS; OpenRegionProcedure 7d3e45650dc55858b756e8d7607d6356, server=de59e52b2fff,38649,1733739103722 in 2.1900 sec 2024-12-09T10:11:59,612 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:11:59,615 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:59,619 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 137044f0743425b42d15489d66ad12e3, NAME => 'test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T10:11:59,620 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,620 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,620 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,620 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7d3e45650dc55858b756e8d7607d6356, ASSIGN in 2.4340 sec 2024-12-09T10:11:59,641 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,655 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 137044f0743425b42d15489d66ad12e3 columnFamilyName f 2024-12-09T10:11:59,656 DEBUG [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,659 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] regionserver.HStore(327): Store=137044f0743425b42d15489d66ad12e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,659 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,673 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 137044f0743425b42d15489d66ad12e3 columnFamilyName norep 2024-12-09T10:11:59,673 DEBUG [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,676 INFO [StoreOpener-137044f0743425b42d15489d66ad12e3-1 {}] regionserver.HStore(327): Store=137044f0743425b42d15489d66ad12e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,679 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,687 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,712 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,723 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 137044f0743425b42d15489d66ad12e3 2024-12-09T10:11:59,762 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/137044f0743425b42d15489d66ad12e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,763 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 137044f0743425b42d15489d66ad12e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65967469, jitterRate=-0.017008110880851746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,763 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 137044f0743425b42d15489d66ad12e3: 2024-12-09T10:11:59,764 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3., pid=45, masterSystemTime=1733739117507 2024-12-09T10:11:59,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=137044f0743425b42d15489d66ad12e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,777 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:59,783 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:11:59,783 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:59,784 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 33d4fbe5b7e1396af7252c977b37c2ff, NAME => 'test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T10:11:59,785 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,785 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,785 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,785 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=23 2024-12-09T10:11:59,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=23, state=SUCCESS; OpenRegionProcedure 137044f0743425b42d15489d66ad12e3, server=de59e52b2fff,38649,1733739103722 in 2.4070 sec 2024-12-09T10:11:59,796 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,801 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d4fbe5b7e1396af7252c977b37c2ff columnFamilyName f 2024-12-09T10:11:59,801 DEBUG [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,802 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] regionserver.HStore(327): Store=33d4fbe5b7e1396af7252c977b37c2ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,802 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=137044f0743425b42d15489d66ad12e3, ASSIGN in 2.6100 sec 2024-12-09T10:11:59,808 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d4fbe5b7e1396af7252c977b37c2ff columnFamilyName norep 2024-12-09T10:11:59,809 DEBUG [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,809 INFO [StoreOpener-33d4fbe5b7e1396af7252c977b37c2ff-1 {}] regionserver.HStore(327): Store=33d4fbe5b7e1396af7252c977b37c2ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,814 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,814 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,829 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,837 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:11:59,843 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/33d4fbe5b7e1396af7252c977b37c2ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,845 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 33d4fbe5b7e1396af7252c977b37c2ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73446612, jitterRate=0.0944398045539856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,846 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 33d4fbe5b7e1396af7252c977b37c2ff: 2024-12-09T10:11:59,855 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff., pid=42, masterSystemTime=1733739117507 2024-12-09T10:11:59,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=33d4fbe5b7e1396af7252c977b37c2ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,867 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:59,867 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:11:59,867 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:59,867 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 1f669250342709b9b6634b9cb932708e, NAME => 'test,,1733739114896.1f669250342709b9b6634b9cb932708e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T10:11:59,868 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,868 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,,1733739114896.1f669250342709b9b6634b9cb932708e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,868 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,868 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=27 2024-12-09T10:11:59,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=27, state=SUCCESS; OpenRegionProcedure 33d4fbe5b7e1396af7252c977b37c2ff, server=de59e52b2fff,38649,1733739103722 in 2.5040 sec 2024-12-09T10:11:59,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=33d4fbe5b7e1396af7252c977b37c2ff, ASSIGN in 2.6920 sec 2024-12-09T10:11:59,883 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,888 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f669250342709b9b6634b9cb932708e columnFamilyName f 2024-12-09T10:11:59,888 DEBUG [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,895 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] regionserver.HStore(327): Store=1f669250342709b9b6634b9cb932708e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,895 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,897 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f669250342709b9b6634b9cb932708e columnFamilyName norep 2024-12-09T10:11:59,897 DEBUG [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,897 INFO [StoreOpener-1f669250342709b9b6634b9cb932708e-1 {}] regionserver.HStore(327): Store=1f669250342709b9b6634b9cb932708e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,900 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,902 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:11:59,911 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 1f669250342709b9b6634b9cb932708e 2024-12-09T10:11:59,945 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:11:59,945 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 1f669250342709b9b6634b9cb932708e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67291128, jitterRate=0.0027159452438354492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:11:59,946 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 1f669250342709b9b6634b9cb932708e: 2024-12-09T10:11:59,965 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733739114896.1f669250342709b9b6634b9cb932708e., pid=41, masterSystemTime=1733739117507 2024-12-09T10:11:59,968 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:59,968 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:11:59,969 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:11:59,969 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 162b64946c51b18d53f4838f0924ec35, NAME => 'test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T10:11:59,969 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:11:59,969 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:11:59,969 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:11:59,969 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:11:59,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1f669250342709b9b6634b9cb932708e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:11:59,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=10 2024-12-09T10:11:59,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=10, state=SUCCESS; OpenRegionProcedure 1f669250342709b9b6634b9cb932708e, server=de59e52b2fff,38649,1733739103722 in 2.6130 sec 2024-12-09T10:11:59,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1f669250342709b9b6634b9cb932708e, ASSIGN in 2.7980 sec 2024-12-09T10:11:59,984 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:11:59,988 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162b64946c51b18d53f4838f0924ec35 columnFamilyName f 2024-12-09T10:11:59,988 DEBUG [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,990 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] regionserver.HStore(327): Store=162b64946c51b18d53f4838f0924ec35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:11:59,990 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:11:59,995 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162b64946c51b18d53f4838f0924ec35 columnFamilyName norep 2024-12-09T10:11:59,995 DEBUG [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:11:59,998 INFO [StoreOpener-162b64946c51b18d53f4838f0924ec35-1 {}] regionserver.HStore(327): Store=162b64946c51b18d53f4838f0924ec35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:12:00,000 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/162b64946c51b18d53f4838f0924ec35 2024-12-09T10:12:00,000 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/162b64946c51b18d53f4838f0924ec35 2024-12-09T10:12:00,001 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T10:12:00,003 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:12:00,011 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/162b64946c51b18d53f4838f0924ec35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:12:00,012 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 162b64946c51b18d53f4838f0924ec35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65508102, jitterRate=-0.023853212594985962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T10:12:00,012 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 162b64946c51b18d53f4838f0924ec35: 2024-12-09T10:12:00,016 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35., pid=57, masterSystemTime=1733739117507 2024-12-09T10:12:00,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=162b64946c51b18d53f4838f0924ec35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:12:00,024 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:12:00,024 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:12:00,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=19 2024-12-09T10:12:00,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=19, state=SUCCESS; OpenRegionProcedure 162b64946c51b18d53f4838f0924ec35, server=de59e52b2fff,38649,1733739103722 in 2.5680 sec 2024-12-09T10:12:00,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=9 2024-12-09T10:12:00,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=162b64946c51b18d53f4838f0924ec35, ASSIGN in 2.8480 sec 2024-12-09T10:12:00,031 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:12:00,032 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739120032"}]},"ts":"1733739120032"} 2024-12-09T10:12:00,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T10:12:00,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:12:00,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.1700 sec 2024-12-09T10:12:00,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T10:12:03,065 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T10:12:03,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T10:12:03,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T10:12:03,079 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T10:12:03,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T10:12:03,079 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T10:12:03,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T10:12:03,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T10:12:03,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:12:03,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T10:12:03,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:03,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T10:12:03,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=388, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=1367, ProcessCount=11, AvailableMemoryMB=2946 2024-12-09T10:12:03,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T10:12:03,168 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T10:12:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-09T10:12:03,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:56783:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-09T10:12:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-09T10:12:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:03,242 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T10:12:03,252 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:12:03,271 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id0x0, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:12:03,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id-0x100be84f1d60009 connected 2024-12-09T10:12:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:03,388 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id-0x100be84f1d60009, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:12:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:12:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:12:03,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T10:12:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:03,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:12:03,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40607 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-09T10:12:03,651 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-09T10:12:03,675 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T10:12:03,704 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T10:12:03,769 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-09T10:12:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-09T10:12:03,778 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on de59e52b2fff,40607,1733739096700 suceeded 2024-12-09T10:12:03,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T10:12:03,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 291 msec 2024-12-09T10:12:03,780 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:56783:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-09T10:12:03,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 587 msec 2024-12-09T10:12:03,817 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26c5c1cc to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d28c927 2024-12-09T10:12:03,846 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701fe1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:03,849 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:12:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:03,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x021078b1 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a5b97cd 2024-12-09T10:12:03,912 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:12:03,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c383ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:03,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100be84f1d6000c connected 2024-12-09T10:12:03,913 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=3b359367-adb7-426e-ba88-4b491ae2d818 to cluster=b391a6c9-3a73-451e-97f3-7542ba14978c 2024-12-09T10:12:03,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33a6562d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32f27518 2024-12-09T10:12:03,916 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=de59e52b2fff%2C40607%2C1733739096700 2024-12-09T10:12:03,918 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T10:12:03,920 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: de59e52b2fff%2C40607%2C1733739096700 2024-12-09T10:12:03,920 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, startPosition=0, beingWritten=true 2024-12-09T10:12:03,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74517974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:03,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T10:12:03,959 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T10:12:03,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:12:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T10:12:03,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:12:03,963 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:12:03,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-09T10:12:03,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:12:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741864_1040 (size=367) 2024-12-09T10:12:03,992 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T10:12:03,992 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 7708, reset compression=false 2024-12-09T10:12:03,993 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T10:12:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:04,202 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 7708, reset compression=false 2024-12-09T10:12:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:04,375 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d3b564cfde20996f209d040c468f850, NAME => 'testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4 2024-12-09T10:12:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741865_1041 (size=51) 2024-12-09T10:12:04,512 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 7708, reset compression=false 2024-12-09T10:12:04,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: 7708 2024-12-09T10:12:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 4d3b564cfde20996f209d040c468f850, disabling compactions & flushes 2024-12-09T10:12:04,783 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. after waiting 0 ms 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:04,783 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:04,783 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d3b564cfde20996f209d040c468f850: 2024-12-09T10:12:04,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:12:04,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733739124785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739124785"}]},"ts":"1733739124785"} 2024-12-09T10:12:04,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T10:12:04,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:12:04,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739124788"}]},"ts":"1733739124788"} 2024-12-09T10:12:04,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T10:12:04,798 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:12:04,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, ASSIGN}] 2024-12-09T10:12:04,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, ASSIGN 2024-12-09T10:12:04,831 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, ASSIGN; state=OFFLINE, location=de59e52b2fff,40607,1733739096700; forceNewPlan=false, retain=false 2024-12-09T10:12:04,923 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 7708, reset compression=false 2024-12-09T10:12:04,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=4d3b564cfde20996f209d040c468f850, regionState=OPENING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:12:04,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 4d3b564cfde20996f209d040c468f850, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:12:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:05,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:05,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:12:05,139 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:05,139 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d3b564cfde20996f209d040c468f850, NAME => 'testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:12:05,139 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,139 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:12:05,140 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,140 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,141 INFO [StoreOpener-4d3b564cfde20996f209d040c468f850-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,143 INFO [StoreOpener-4d3b564cfde20996f209d040c468f850-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3b564cfde20996f209d040c468f850 columnFamilyName fam 2024-12-09T10:12:05,143 DEBUG [StoreOpener-4d3b564cfde20996f209d040c468f850-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:12:05,143 INFO [StoreOpener-4d3b564cfde20996f209d040c468f850-1 {}] regionserver.HStore(327): Store=4d3b564cfde20996f209d040c468f850/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:12:05,144 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,144 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,146 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:05,149 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:12:05,150 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 4d3b564cfde20996f209d040c468f850; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63800633, jitterRate=-0.049296483397483826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T10:12:05,150 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 4d3b564cfde20996f209d040c468f850: 2024-12-09T10:12:05,151 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850., pid=66, masterSystemTime=1733739125135 2024-12-09T10:12:05,153 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:05,153 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:05,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=4d3b564cfde20996f209d040c468f850, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:12:05,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T10:12:05,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 4d3b564cfde20996f209d040c468f850, server=de59e52b2fff,40607,1733739096700 in 171 msec 2024-12-09T10:12:05,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T10:12:05,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, ASSIGN in 328 msec 2024-12-09T10:12:05,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:12:05,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739125159"}]},"ts":"1733739125159"} 2024-12-09T10:12:05,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T10:12:05,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:12:05,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2370 sec 2024-12-09T10:12:05,428 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 7708, reset compression=false 2024-12-09T10:12:05,435 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T10:12:05,435 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 8001, reset compression=false 2024-12-09T10:12:05,435 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T10:12:05,640 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 8001, reset compression=false 2024-12-09T10:12:05,946 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 8001, reset compression=false 2024-12-09T10:12:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T10:12:06,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-09T10:12:06,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T10:12:06,074 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T10:12:06,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T10:12:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T10:12:06,078 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T10:12:06,078 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:12:06,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-09T10:12:06,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T10:12:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741864_1040 (size=367) 2024-12-09T10:12:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:06,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T10:12:06,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-09T10:12:06,351 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 8001, reset compression=false 2024-12-09T10:12:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:06,506 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de09d7fad73c253b4c2ee6688df896ca, NAME => 'testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922 2024-12-09T10:12:06,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741865_1041 (size=51) 2024-12-09T10:12:06,513 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:12:06,514 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing de09d7fad73c253b4c2ee6688df896ca, disabling compactions & flushes 2024-12-09T10:12:06,514 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,514 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,514 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. after waiting 0 ms 2024-12-09T10:12:06,514 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,514 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,514 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for de09d7fad73c253b4c2ee6688df896ca: 2024-12-09T10:12:06,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T10:12:06,515 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733739126515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733739126515"}]},"ts":"1733739126515"} 2024-12-09T10:12:06,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T10:12:06,518 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T10:12:06,518 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739126518"}]},"ts":"1733739126518"} 2024-12-09T10:12:06,520 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T10:12:06,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, ASSIGN}] 2024-12-09T10:12:06,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, ASSIGN 2024-12-09T10:12:06,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, ASSIGN; state=OFFLINE, location=de59e52b2fff,38649,1733739103722; forceNewPlan=false, retain=false 2024-12-09T10:12:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:06,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=de09d7fad73c253b4c2ee6688df896ca, regionState=OPENING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:12:06,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure de09d7fad73c253b4c2ee6688df896ca, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:12:06,856 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 8001, reset compression=false 2024-12-09T10:12:06,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de59e52b2fff,38649,1733739103722 2024-12-09T10:12:06,897 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,897 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => de09d7fad73c253b4c2ee6688df896ca, NAME => 'testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T10:12:06,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T10:12:06,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,898 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,899 INFO [StoreOpener-de09d7fad73c253b4c2ee6688df896ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,901 INFO [StoreOpener-de09d7fad73c253b4c2ee6688df896ca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de09d7fad73c253b4c2ee6688df896ca columnFamilyName fam 2024-12-09T10:12:06,901 DEBUG [StoreOpener-de09d7fad73c253b4c2ee6688df896ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T10:12:06,902 INFO [StoreOpener-de09d7fad73c253b4c2ee6688df896ca-1 {}] regionserver.HStore(327): Store=de09d7fad73c253b4c2ee6688df896ca/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T10:12:06,902 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,903 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,904 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:06,907 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T10:12:06,907 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened de09d7fad73c253b4c2ee6688df896ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922139, jitterRate=-0.01768358051776886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T10:12:06,907 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for de09d7fad73c253b4c2ee6688df896ca: 2024-12-09T10:12:06,908 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca., pid=64, masterSystemTime=1733739126893 2024-12-09T10:12:06,910 DEBUG [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,910 INFO [RS_OPEN_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:06,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=de09d7fad73c253b4c2ee6688df896ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:12:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T10:12:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure de09d7fad73c253b4c2ee6688df896ca, server=de59e52b2fff,38649,1733739103722 in 171 msec 2024-12-09T10:12:06,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T10:12:06,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, ASSIGN in 327 msec 2024-12-09T10:12:06,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T10:12:06,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739126915"}]},"ts":"1733739126915"} 2024-12-09T10:12:06,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T10:12:06,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T10:12:06,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 882 msec 2024-12-09T10:12:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T10:12:07,192 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-09T10:12:07,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T10:12:07,192 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:07,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T10:12:07,199 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:07,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T10:12:07,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T10:12:07,200 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:07,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T10:12:07,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T10:12:07,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T10:12:07,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-09T10:12:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-09T10:12:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T10:12:07,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T10:12:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T10:12:07,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:12:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40607 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-09T10:12:07,409 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-09T10:12:07,410 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-09T10:12:07,410 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-09T10:12:07,521 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26c5c1cc to 127.0.0.1:56783 2024-12-09T10:12:07,521 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:07,523 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100be84f1d6000c, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:12:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T10:12:07,622 WARN [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T10:12:07,722 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 terminated 2024-12-09T10:12:07,737 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T10:12:07,737 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-09T10:12:07,737 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-09T10:12:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-09T10:12:07,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on de59e52b2fff,40607,1733739096700 suceeded 2024-12-09T10:12:07,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T10:12:07,741 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-09T10:12:07,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 483 msec 2024-12-09T10:12:07,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 532 msec 2024-12-09T10:12:07,772 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59011457 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63585b51 2024-12-09T10:12:07,781 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764d0cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:07,783 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-12-09T10:12:07,796 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T10:12:07,796 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=3b359367-adb7-426e-ba88-4b491ae2d818 to cluster=b391a6c9-3a73-451e-97f3-7542ba14978c 2024-12-09T10:12:07,796 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=de59e52b2fff%2C40607%2C1733739096700 2024-12-09T10:12:07,797 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T10:12:07,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100be84f1d6000f connected 2024-12-09T10:12:07,799 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: de59e52b2fff%2C40607%2C1733739096700 2024-12-09T10:12:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T10:12:07,835 DEBUG [hconnection-0x6fbfc3d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:07,837 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:12:09,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-09T10:12:09,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:09,821 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T10:12:09,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-09T10:12:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T10:12:09,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739129833"}]},"ts":"1733739129833"} 2024-12-09T10:12:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T10:12:09,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T10:12:09,874 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T10:12:09,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T10:12:09,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, UNASSIGN}] 2024-12-09T10:12:09,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, UNASSIGN 2024-12-09T10:12:09,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=de09d7fad73c253b4c2ee6688df896ca, regionState=CLOSING, regionLocation=de59e52b2fff,38649,1733739103722 2024-12-09T10:12:09,895 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T10:12:09,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure de09d7fad73c253b4c2ee6688df896ca, server=de59e52b2fff,38649,1733739103722}] 2024-12-09T10:12:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T10:12:10,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de59e52b2fff,38649,1733739103722 2024-12-09T10:12:10,060 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:10,060 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T10:12:10,061 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing de09d7fad73c253b4c2ee6688df896ca, disabling compactions & flushes 2024-12-09T10:12:10,061 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:10,061 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:10,061 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. after waiting 0 ms 2024-12-09T10:12:10,061 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:10,066 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:12:10,069 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca. 2024-12-09T10:12:10,069 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for de09d7fad73c253b4c2ee6688df896ca: 2024-12-09T10:12:10,071 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:10,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=de09d7fad73c253b4c2ee6688df896ca, regionState=CLOSED 2024-12-09T10:12:10,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:10,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T10:12:10,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure de09d7fad73c253b4c2ee6688df896ca, server=de59e52b2fff,38649,1733739103722 in 178 msec 2024-12-09T10:12:10,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-09T10:12:10,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=de09d7fad73c253b4c2ee6688df896ca, UNASSIGN in 185 msec 2024-12-09T10:12:10,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T10:12:10,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 206 msec 2024-12-09T10:12:10,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739130108"}]},"ts":"1733739130108"} 2024-12-09T10:12:10,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T10:12:10,121 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T10:12:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T10:12:10,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 309 msec 2024-12-09T10:12:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T10:12:10,441 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-09T10:12:10,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-09T10:12:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,453 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,455 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T10:12:10,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:10,466 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/fam, FileablePath, hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/recovered.edits] 2024-12-09T10:12:10,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/recovered.edits/4.seqid to hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/archive/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca/recovered.edits/4.seqid 2024-12-09T10:12:10,485 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/testdroppedtimed/de09d7fad73c253b4c2ee6688df896ca 2024-12-09T10:12:10,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T10:12:10,494 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38649 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T10:12:10,502 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T10:12:10,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T10:12:10,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T10:12:10,511 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733739130511"}]},"ts":"9223372036854775807"} 2024-12-09T10:12:10,514 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T10:12:10,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => de09d7fad73c253b4c2ee6688df896ca, NAME => 'testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T10:12:10,514 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T10:12:10,515 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733739130514"}]},"ts":"9223372036854775807"} 2024-12-09T10:12:10,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T10:12:10,528 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:12:10,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 80 msec 2024-12-09T10:12:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T10:12:10,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-09T10:12:10,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-09T10:12:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-09T10:12:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T10:12:10,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T10:12:10,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:12:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T10:12:10,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:12:10,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40607 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-09T10:12:10,729 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-09T10:12:10,732 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-09T10:12:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-09T10:12:10,734 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on de59e52b2fff,40607,1733739096700 suceeded 2024-12-09T10:12:10,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-09T10:12:10,736 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-09T10:12:10,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-09T10:12:10,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 174 msec 2024-12-09T10:12:10,802 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, startPosition=0, beingWritten=true 2024-12-09T10:12:10,840 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:12:10,840 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/4d3b564cfde20996f209d040c468f850/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733739127840/Put/vlen=4096/seqid=0; >],4327}, {test/25e552576e30566a270d494d5281126b/4=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/5=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/6=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/7=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/8=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/9=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/10=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/11=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/12=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/13=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/14=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/15=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/16=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/17=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/18=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/19=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/20=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/21=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/22=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/23=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/24=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/25=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-09T10:12:10,845 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:12:10,849 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:12:10,857 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T10:12:10,859 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-09T10:12:10,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:10,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29add6a2 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d499d98 2024-12-09T10:12:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T10:12:10,884 DEBUG [hconnection-0x3684ad9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:10,885 DEBUG [ReadOnlyZKClient-127.0.0.1:56783@0x29add6a2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f797da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:10,900 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T10:12:10,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:10,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T10:12:10,940 DEBUG [ReadOnlyZKClient-127.0.0.1:56783@0x29add6a2 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de59e52b2fff,38649,1733739103722, seqNum=-1] 2024-12-09T10:12:10,945 DEBUG [ReadOnlyZKClient-127.0.0.1:56783@0x29add6a2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:10,946 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:10,952 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:10,973 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,973 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,974 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,974 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:12:10,981 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,981 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,982 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733739114896.1f669250342709b9b6634b9cb932708e., hostname=de59e52b2fff,38649,1733739103722, seqNum=2] 2024-12-09T10:12:10,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:10,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:11,009 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:11,014 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739190983, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:11,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:11,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:11,077 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2308ef6a to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21294a6c 2024-12-09T10:12:11,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:11,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:11,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:11,111 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3440b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:11,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:11,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:11,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:11,130 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:11,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:11,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:11,140 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2308ef6a to 127.0.0.1:56783 2024-12-09T10:12:11,141 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:11,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:11,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:11,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:11,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:11,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:11,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:11,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:11,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:11,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:11,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:11,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:11,245 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:11,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:11,255 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:11,256 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739191247, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:11,259 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a1f9650 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@713a400 2024-12-09T10:12:11,292 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6163f98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:11,294 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:11,296 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:11,299 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a1f9650 to 127.0.0.1:56783 2024-12-09T10:12:11,299 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:11,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:11,508 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:11,509 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739191500, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:11,511 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ab4d59 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fd9ddf8 2024-12-09T10:12:11,521 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5393f6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:11,522 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:11,523 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:11,526 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ab4d59 to 127.0.0.1:56783 2024-12-09T10:12:11,526 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:11,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:11,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:11,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:11,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:11,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:11,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:11,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:11,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:11,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:11,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:11,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:11,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:11,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:11,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:11,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:11,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:11,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:11,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:11,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:11,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:11,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:11,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:11,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:11,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:11,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:11,805 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:11,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:11,855 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:11,856 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:11,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739191828, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:11,861 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x243cd2cc to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5abfdae 2024-12-09T10:12:11,887 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c2667e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:11,888 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:11,890 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:11,893 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x243cd2cc to 127.0.0.1:56783 2024-12-09T10:12:11,893 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:12,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:12,314 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:12,315 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:12,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:12,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739192295, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:12,318 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367e61e7 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ce2bc0b 2024-12-09T10:12:12,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:12,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:12,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:12,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:12,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:12,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:12,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:12,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:12,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:12,345 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c9d67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:12,346 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:12,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:12,347 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:12,350 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367e61e7 to 127.0.0.1:56783 2024-12-09T10:12:12,350 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:12,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:12,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:12,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:12,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:12,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:12,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:12,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:12,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:12,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:12,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:12,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:12,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:12,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:12,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:12,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:12,403 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:12,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:12,859 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:12,860 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:12,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:12,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739192851, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:12,863 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x356d5a09 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42b2b5e7 2024-12-09T10:12:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:12,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:12,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:12,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:12,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:12,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:12,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:12,935 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b0e7463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:12,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:12,945 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:12,947 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:12,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:12,956 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x356d5a09 to 127.0.0.1:56783 2024-12-09T10:12:12,956 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:12,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:12,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:12,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:12,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:12,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:12,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:12,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:12,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:12,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:12,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:13,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:13,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:13,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:13,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:13,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:13,017 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:13,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:13,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:13,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:13,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:13,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:13,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:13,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:13,555 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:12:13,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:13,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:13,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:13,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:13,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:13,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:13,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:13,572 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:13,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:13,573 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:13,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:13,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739193557, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:13,579 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74c525bc to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@761497ae 2024-12-09T10:12:13,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:13,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:13,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:13,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:13,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:13,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:13,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:13,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:13,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:13,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:13,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:13,601 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:13,613 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285010a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:13,617 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:13,620 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:13,624 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x74c525bc to 127.0.0.1:56783 2024-12-09T10:12:13,624 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:14,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:14,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:14,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:14,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:14,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:14,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:14,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:14,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:14,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:14,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:14,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:14,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:14,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:14,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:14,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:14,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:14,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:14,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:14,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:14,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:14,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:14,158 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:14,282 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T10:12:14,283 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T10:12:14,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:14,338 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:14,339 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:14,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:14,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739194325, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:14,349 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e2d3686 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@128fc2a6 2024-12-09T10:12:14,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:14,567 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af21d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:14,572 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:14,573 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:14,575 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e2d3686 to 127.0.0.1:56783 2024-12-09T10:12:14,576 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:14,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:14,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:14,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:14,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:14,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:14,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:14,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:14,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:14,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:14,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:14,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:14,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:14,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:14,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:14,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:14,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:14,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:14,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:14,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:14,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:14,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:14,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:14,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:14,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:14,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:14,694 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:15,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:15,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:15,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:15,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:15,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:15,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:15,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:15,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:15,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:15,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:15,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:15,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:15,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:15,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:15,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:15,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:15,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:15,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:15,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:15,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:15,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:15,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:15,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:15,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:15,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:15,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:15,325 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:15,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:15,386 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:15,386 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:15,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:15,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739195379, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:15,389 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d98a96d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@516ec68a 2024-12-09T10:12:15,437 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b5c2906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:15,444 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:15,445 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:15,450 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d98a96d to 127.0.0.1:56783 2024-12-09T10:12:15,450 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:15,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:12:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:15,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:15,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:15,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:15,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:15,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:15,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:15,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:15,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:15,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:15,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:15,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:15,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:15,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:15,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:15,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:15,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:15,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:15,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:15,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:15,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:15,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:15,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:15,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:15,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:15,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:15,846 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:16,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:16,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:16,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:16,372 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:16,373 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:16,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:16,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739196351, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:16,375 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2857489a to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2a818c 2024-12-09T10:12:16,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:16,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:16,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:16,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:16,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:16,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:16,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:16,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:16,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:16,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:16,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:16,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:16,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:16,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:16,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:16,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:16,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:16,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:16,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:16,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:16,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:16,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:16,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:16,426 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:16,433 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a48d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:16,434 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:16,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:16,438 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2857489a to 127.0.0.1:56783 2024-12-09T10:12:16,439 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:16,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:16,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:16,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:16,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:16,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:16,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:16,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:16,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:16,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:16,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:16,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:16,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:16,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:16,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:16,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:16,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:16,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:16,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:16,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:16,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:16,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:16,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:16,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:16,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:16,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:16,943 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:17,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:17,448 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:17,449 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:17,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:17,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739197439, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:17,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:17,451 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x356af58c to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e17344c 2024-12-09T10:12:17,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:17,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:17,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:17,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:17,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:17,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:17,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:17,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:17,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:17,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:17,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:17,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:17,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:17,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:17,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:17,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:17,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:17,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:17,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:17,488 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f69cbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:17,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:17,490 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:17,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:17,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:17,491 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:17,493 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x356af58c to 127.0.0.1:56783 2024-12-09T10:12:17,493 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:17,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:17,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:17,498 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:17,931 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T10:12:17,933 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T10:12:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:18,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:18,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:18,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:18,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:18,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:18,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:18,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:18,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:18,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:18,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:18,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:18,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:18,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:18,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:18,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:18,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:18,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:18,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:18,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:18,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:18,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:18,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:18,027 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:18,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:18,503 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:18,504 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:18,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:18,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739198494, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:18,507 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4189cdd5 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16eb24fc 2024-12-09T10:12:18,521 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74de207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:18,526 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:18,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:18,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:18,536 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4189cdd5 to 127.0.0.1:56783 2024-12-09T10:12:18,536 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:18,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:18,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:18,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:18,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:18,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:18,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:18,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:18,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:18,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:18,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:18,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:18,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:18,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:18,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:18,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:18,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:18,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:18,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:18,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:18,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:18,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:18,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:18,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:18,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:18,612 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:19,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:19,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:19,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:19,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:19,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:19,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:19,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:19,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:19,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:19,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:19,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:19,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:19,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:19,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:19,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:19,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:19,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:19,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:19,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:19,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:19,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:19,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:19,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:19,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:19,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:19,175 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:19,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:19,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:19,545 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:19,546 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:19,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:19,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739199539, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:19,553 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4712433a to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81143e0 2024-12-09T10:12:19,612 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6024d53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:19,613 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:19,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:19,616 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4712433a to 127.0.0.1:56783 2024-12-09T10:12:19,616 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:19,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:19,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:19,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:19,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:19,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:19,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:19,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:19,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:19,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:19,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:19,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:19,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:19,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:19,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:19,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:19,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:19,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:19,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:19,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:19,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:19,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:19,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:19,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:19,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:19,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:19,693 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:20,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:20,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:20,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:20,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:20,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:20,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:20,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:20,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:20,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:20,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:20,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:20,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:20,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:20,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:20,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:20,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:20,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:20,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:20,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:20,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:20,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:20,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:20,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:20,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:20,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:20,238 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:20,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:20,627 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:20,628 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739200617, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:20,631 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bda80a7 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29d6d87f 2024-12-09T10:12:20,701 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9d6d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:20,718 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:20,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:20,732 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bda80a7 to 127.0.0.1:56783 2024-12-09T10:12:20,732 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:20,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:20,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:20,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:20,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:20,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:20,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:20,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:20,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:20,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:20,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:20,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:20,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:20,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:20,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:20,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:20,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:20,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:20,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:20,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:20,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:21,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:21,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:21,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:21,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:21,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:21,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:21,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:21,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:21,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:21,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:21,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:21,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:21,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:21,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:21,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:21,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:21,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:21,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:21,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:21,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:21,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:21,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:21,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:21,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:21,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:21,395 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:21,625 INFO [master/de59e52b2fff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T10:12:21,625 INFO [master/de59e52b2fff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T10:12:21,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:21,757 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:21,758 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:21,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:21,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739201736, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:21,760 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ed9dc3d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51d3e0b9 2024-12-09T10:12:21,811 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a0c801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:21,827 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:21,831 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:21,834 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ed9dc3d to 127.0.0.1:56783 2024-12-09T10:12:21,834 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:21,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:21,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:21,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:21,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:21,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:21,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:21,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:21,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:21,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:21,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:21,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:21,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:22,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:22,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:22,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:22,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:22,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:22,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:22,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:22,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:22,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:22,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:22,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:22,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:22,077 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:22,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:22,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:22,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:22,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:22,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:22,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:22,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:22,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:22,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:22,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:22,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:22,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:22,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:22,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:22,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:22,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:22,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:22,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:22,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:22,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:22,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:22,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:22,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:22,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:22,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:22,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:22,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:22,847 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:22,848 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:22,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:22,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739202836, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:22,851 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x345e58ce to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7165ced6 2024-12-09T10:12:22,925 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ef28d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:22,964 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:22,968 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:22,983 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x345e58ce to 127.0.0.1:56783 2024-12-09T10:12:22,983 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:23,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:23,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:23,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:23,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:23,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:23,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:23,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:23,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:23,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:23,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:23,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:23,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:23,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:23,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:23,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:23,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:23,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:23,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:23,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:23,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:23,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:23,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:23,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:23,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:23,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:23,191 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:23,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:23,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:23,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:23,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:23,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:23,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:23,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:23,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:23,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:23,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:23,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:23,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:23,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:23,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:23,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:23,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:23,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:23,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:23,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:23,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:23,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:23,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:23,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:23,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:23,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:23,749 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:23,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:24,018 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:24,019 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:24,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:24,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739203997, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:24,024 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ef73728 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@613b4d5e 2024-12-09T10:12:24,067 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1f4001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:24,087 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:24,091 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:24,097 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ef73728 to 127.0.0.1:56783 2024-12-09T10:12:24,097 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:24,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:24,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:24,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:24,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:24,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:24,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:24,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:24,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:24,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:24,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:24,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:24,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:24,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:24,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:24,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:24,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:24,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:24,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:24,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:24,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:24,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:24,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:24,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:24,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:24,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:24,322 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:24,543 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:24,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:24,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:24,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:24,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:24,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:24,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:24,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:24,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:24,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:24,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:24,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:24,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:24,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:24,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:24,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:24,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:24,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:24,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:24,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:24,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:24,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:24,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:24,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:24,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:24,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:24,844 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:25,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:25,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:25,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:25,107 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:25,108 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:25,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:25,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739205100, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:25,110 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f0d40de to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64e7a7dc 2024-12-09T10:12:25,182 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72eeec09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:25,185 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:25,192 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:25,206 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f0d40de to 127.0.0.1:56783 2024-12-09T10:12:25,206 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:25,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:25,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:25,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:25,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:25,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:25,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:25,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:25,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:25,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:25,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:25,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:25,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:25,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:25,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:25,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:25,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:25,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:25,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:25,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:25,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:25,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:25,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:25,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:25,443 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:25,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:25,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:25,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:25,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:25,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:25,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:25,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:25,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:25,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:25,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:25,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:25,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:25,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:25,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:25,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:25,965 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:26,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:26,235 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:26,236 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:26,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:26,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739206210, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:26,243 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c7bb2a1 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@657b3bb5 2024-12-09T10:12:26,303 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60701db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:26,337 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:26,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:26,347 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c7bb2a1 to 127.0.0.1:56783 2024-12-09T10:12:26,347 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:26,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:26,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:26,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:26,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:26,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:26,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:26,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:26,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:26,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:26,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:26,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:26,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:26,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:26,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:26,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:26,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:26,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:26,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:26,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:26,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:26,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:26,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:26,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:26,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:26,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:26,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:26,579 INFO [master/de59e52b2fff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T10:12:26,579 INFO [master/de59e52b2fff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T10:12:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:27,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:27,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:27,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:27,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:27,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:27,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:27,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:27,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:27,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:27,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:27,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:27,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:27,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:27,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:27,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:27,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:27,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:27,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:27,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:27,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:27,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:27,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:27,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:27,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:27,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:27,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:27,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:27,355 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:27,356 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:27,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:27,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739207348, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:27,359 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20dcff4f to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cc6ce72 2024-12-09T10:12:27,421 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3be5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:27,422 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:27,430 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:27,440 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20dcff4f to 127.0.0.1:56783 2024-12-09T10:12:27,440 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:27,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:27,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:27,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:27,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:27,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:27,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:27,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:27,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:27,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:27,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:27,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:27,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:27,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:27,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:27,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:27,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:27,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:27,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:27,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:27,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:27,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:27,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:27,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:27,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:27,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:27,577 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:28,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:28,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:28,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:28,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:28,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:28,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:28,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:28,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:28,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:28,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:28,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:28,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:28,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:28,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:28,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:28,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:28,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:28,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:28,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:28,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:28,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:28,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:28,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:28,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:28,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:28,203 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:28,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:28,457 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:28,459 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:28,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:28,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739208443, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:28,467 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x674e448f to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d51b34a 2024-12-09T10:12:28,534 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e668b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:28,537 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:28,539 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:28,547 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x674e448f to 127.0.0.1:56783 2024-12-09T10:12:28,547 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:28,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:28,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:28,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:28,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:28,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:28,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:28,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:28,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:28,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:28,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:28,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:28,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:28,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:28,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:28,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:28,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:28,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:28,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:28,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:28,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:28,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:28,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:28,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:28,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:28,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:28,832 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:29,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:29,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:29,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:29,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:29,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:29,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:29,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:29,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:29,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:29,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:29,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:29,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:29,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:29,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:29,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:29,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:29,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:29,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:29,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:29,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:29,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:29,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:29,387 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:29,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:29,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:29,570 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:29,571 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:29,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:29,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739209550, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:29,575 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24630252 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64683e77 2024-12-09T10:12:29,627 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0d6ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:29,642 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:29,644 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:29,646 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24630252 to 127.0.0.1:56783 2024-12-09T10:12:29,646 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:29,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:29,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:29,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:29,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:29,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:29,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:29,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:29,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:29,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:29,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:29,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:29,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:29,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:29,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:29,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:29,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:29,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:29,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:29,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:29,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:29,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:29,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:29,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:29,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:29,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:29,929 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:30,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:30,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:30,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:30,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:30,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:30,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:30,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:30,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:30,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:30,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:30,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:30,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:30,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:30,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:30,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:30,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:30,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:30,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:30,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:30,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:30,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:30,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:30,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:30,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:30,571 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:30,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:30,919 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:30,922 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:30,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:30,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739210648, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:30,926 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51195f0f to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74a748dd 2024-12-09T10:12:30,979 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218a70a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:30,995 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:30,999 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:31,012 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51195f0f to 127.0.0.1:56783 2024-12-09T10:12:31,012 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:31,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:31,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:31,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:31,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:31,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:31,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:31,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:31,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:31,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:31,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:31,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:31,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:31,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:31,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:31,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:31,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:31,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:31,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:31,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:31,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:31,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:31,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:31,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:31,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:31,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:31,147 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:31,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:31,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:31,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:31,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:31,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:31,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:31,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:31,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:31,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:31,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:31,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:31,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:31,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:31,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:31,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:31,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:31,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:31,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:31,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:31,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:31,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:31,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:31,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:31,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:31,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:31,667 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:32,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:32,018 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:32,019 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:32,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:32,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739212013, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:32,021 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x726769e5 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cc836d4 2024-12-09T10:12:32,079 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb54686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:32,084 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:32,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:32,088 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x726769e5 to 127.0.0.1:56783 2024-12-09T10:12:32,088 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:32,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:32,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:32,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:32,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:32,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:32,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:32,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:32,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:32,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:32,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:32,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:32,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:32,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:32,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:32,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:32,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:32,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:32,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:32,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:32,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:32,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:32,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:32,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:32,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:32,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:32,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:32,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:32,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:32,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:32,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:32,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:32,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:32,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:32,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:32,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:32,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:32,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:32,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:32,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:32,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:32,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:32,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:32,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:32,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:32,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:32,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:32,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:32,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:32,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:32,695 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:33,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:33,094 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:33,094 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:33,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:33,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739213089, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:33,096 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03dae78f to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e591fb6 2024-12-09T10:12:33,103 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abce78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:33,105 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:33,108 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:33,110 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03dae78f to 127.0.0.1:56783 2024-12-09T10:12:33,110 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:33,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:33,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:33,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:33,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:33,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:33,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:33,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:33,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:33,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:33,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:33,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:33,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:33,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:33,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:33,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:33,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:33,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:33,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:33,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:33,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:33,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:33,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:33,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:33,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:33,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:33,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:33,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:33,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:33,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:33,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:33,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:33,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:33,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:33,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:33,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:33,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:33,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:33,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:33,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:33,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:33,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:33,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:33,730 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:34,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:34,115 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:34,116 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:34,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:34,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739214111, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:34,117 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58986bc4 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8a7bce 2024-12-09T10:12:34,155 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f7791d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:34,160 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:34,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:34,165 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58986bc4 to 127.0.0.1:56783 2024-12-09T10:12:34,165 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:34,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:34,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:34,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:34,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:34,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:34,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:34,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:34,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:34,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:34,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:34,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:34,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:34,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:34,250 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:34,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:34,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:34,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:34,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:34,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:34,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:34,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:34,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:34,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:34,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:34,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:34,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:12:35,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:35,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:35,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:35,171 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:35,172 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:35,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:35,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739215166, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:35,174 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54c654d5 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69af0188 2024-12-09T10:12:35,216 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b8a231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:35,233 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:35,235 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:35,237 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54c654d5 to 127.0.0.1:56783 2024-12-09T10:12:35,237 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:35,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:35,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:35,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:35,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:35,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:35,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:35,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:35,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:35,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:35,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:35,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:35,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:35,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:35,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:35,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:35,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:35,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:35,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:35,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:35,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:35,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:35,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:35,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:35,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:35,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:35,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:35,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:35,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:35,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:35,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:35,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:35,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:35,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:35,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:35,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:35,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:35,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:35,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:35,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:35,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:35,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:35,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:35,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:35,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:35,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:35,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:35,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:35,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:35,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:35,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:35,934 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:36,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:36,242 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:36,242 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:36,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:36,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739216238, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:36,244 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36b1aa98 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27035e87 2024-12-09T10:12:36,253 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232ec97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:36,255 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:36,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:36,258 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36b1aa98 to 127.0.0.1:56783 2024-12-09T10:12:36,258 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:36,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:36,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:36,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:36,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:36,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:36,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:36,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:36,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:36,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:36,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:36,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:36,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:36,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:36,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:36,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:36,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:36,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:36,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:36,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:36,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:36,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:36,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:36,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:36,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:36,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:36,447 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:36,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:36,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:36,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:36,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:36,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:36,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:36,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:36,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:36,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:36,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:36,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:36,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:36,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:36,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:36,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:36,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:36,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:36,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:36,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:36,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:36,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:36,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:36,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:36,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:36,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:36,966 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:37,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:37,264 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:37,265 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:37,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:37,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739217259, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:37,266 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x714b8d0a to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c0112c2 2024-12-09T10:12:37,278 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19314717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:37,279 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:37,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:37,282 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x714b8d0a to 127.0.0.1:56783 2024-12-09T10:12:37,282 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:37,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:37,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:37,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:37,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:37,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:37,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:37,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:37,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:37,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:37,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:37,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:37,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:37,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:37,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:37,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:37,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:37,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:37,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:37,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:37,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:37,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:37,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:37,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:37,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:37,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:37,480 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:37,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:37,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:37,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:37,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:37,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:37,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:37,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:37,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:37,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:37,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:37,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:37,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:37,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:37,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:37,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:37,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:37,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:37,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:37,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:37,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:37,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:37,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:37,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:37,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:38,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:38,000 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:38,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:38,289 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:38,290 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:38,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:38,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739218283, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:38,292 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56153674 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1246a976 2024-12-09T10:12:38,314 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c4dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:38,321 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:38,322 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:38,336 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56153674 to 127.0.0.1:56783 2024-12-09T10:12:38,336 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:38,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:38,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:38,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:38,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:38,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:38,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:38,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:38,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:38,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:38,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:38,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:38,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:38,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:38,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:38,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:38,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:38,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:38,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:38,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:38,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:38,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:38,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:38,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:38,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:38,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:38,525 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:39,033 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T10:12:39,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-09T10:12:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T10:12:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T10:12:39,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739159047"}]},"ts":"1733739159047"} 2024-12-09T10:12:39,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T10:12:39,059 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T10:12:39,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T10:12:39,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, UNASSIGN}] 2024-12-09T10:12:39,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, UNASSIGN 2024-12-09T10:12:39,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=4d3b564cfde20996f209d040c468f850, regionState=CLOSING, regionLocation=de59e52b2fff,40607,1733739096700 2024-12-09T10:12:39,069 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T10:12:39,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 4d3b564cfde20996f209d040c468f850, server=de59e52b2fff,40607,1733739096700}] 2024-12-09T10:12:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T10:12:39,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:12:39,222 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:39,222 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T10:12:39,222 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 4d3b564cfde20996f209d040c468f850, disabling compactions & flushes 2024-12-09T10:12:39,222 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:39,222 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:39,223 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. after waiting 0 ms 2024-12-09T10:12:39,223 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:39,223 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 4d3b564cfde20996f209d040c468f850 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-09T10:12:39,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T10:12:39,374 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:39,375 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:39,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:39,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739219342, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:39,380 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b858b83 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c2f849c 2024-12-09T10:12:39,386 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/.tmp/fam/f7147b9e8816428a9113e16ee9f35097 is 4154, key is 0 put on table to be dropped/fam:row/1733739127840/Put/seqid=0 2024-12-09T10:12:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741866_1042 (size=9218) 2024-12-09T10:12:39,425 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/.tmp/fam/f7147b9e8816428a9113e16ee9f35097 2024-12-09T10:12:39,431 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7e4432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:39,433 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:39,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:39,438 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b858b83 to 127.0.0.1:56783 2024-12-09T10:12:39,438 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:39,509 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/.tmp/fam/f7147b9e8816428a9113e16ee9f35097 as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/fam/f7147b9e8816428a9113e16ee9f35097 2024-12-09T10:12:39,525 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/fam/f7147b9e8816428a9113e16ee9f35097, entries=1, sequenceid=5, filesize=9.0 K 2024-12-09T10:12:39,529 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 4d3b564cfde20996f209d040c468f850 in 306ms, sequenceid=5, compaction requested=false 2024-12-09T10:12:39,530 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-09T10:12:39,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:39,602 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T10:12:39,605 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850. 2024-12-09T10:12:39,605 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 4d3b564cfde20996f209d040c468f850: 2024-12-09T10:12:39,614 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 4d3b564cfde20996f209d040c468f850 2024-12-09T10:12:39,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=4d3b564cfde20996f209d040c468f850, regionState=CLOSED 2024-12-09T10:12:39,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-09T10:12:39,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 4d3b564cfde20996f209d040c468f850, server=de59e52b2fff,40607,1733739096700 in 553 msec 2024-12-09T10:12:39,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T10:12:39,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=4d3b564cfde20996f209d040c468f850, UNASSIGN in 563 msec 2024-12-09T10:12:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T10:12:39,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T10:12:39,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 589 msec 2024-12-09T10:12:39,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733739159672"}]},"ts":"1733739159672"} 2024-12-09T10:12:39,674 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T10:12:39,692 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T10:12:39,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 659 msec 2024-12-09T10:12:40,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:40,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T10:12:40,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-09T10:12:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:40,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:40,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:40,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:40,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:40,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:40,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:40,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:40,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:40,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:40,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:40,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:40,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:40,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:40,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:40,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:40,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:40,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:40,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:40,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:40,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:40,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:40,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:40,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:40,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:40,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:40,193 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:40,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:40,447 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:40,447 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:40,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:40,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739220439, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:40,450 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29b25a8b to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29b93045 2024-12-09T10:12:40,470 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@440bbe94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:40,472 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:40,473 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:40,475 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29b25a8b to 127.0.0.1:56783 2024-12-09T10:12:40,475 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:40,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:40,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:40,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:40,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:40,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:40,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:40,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:40,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:40,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:40,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:40,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:40,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:40,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:40,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:40,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:40,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:40,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:40,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:40,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:40,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:40,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:40,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:40,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:40,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:40,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:40,739 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:41,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:41,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:41,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:41,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:41,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:41,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:41,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:41,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:41,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:41,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:41,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:41,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:41,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:41,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:41,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:41,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:41,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:41,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:41,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:41,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:41,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:41,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:41,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:41,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:41,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:41,299 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:41,320 DEBUG [master/de59e52b2fff:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6435e065e3e741ec204f6dba1c25a757 changed from -1.0 to 0.0, refreshing cache 2024-12-09T10:12:41,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:41,490 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:41,491 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:41,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:41,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739221478, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:41,493 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x412e50c1 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21f57bb9 2024-12-09T10:12:41,546 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38938e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:41,553 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:41,555 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:41,560 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x412e50c1 to 127.0.0.1:56783 2024-12-09T10:12:41,560 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:41,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:41,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:41,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:41,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:41,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:41,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:41,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:41,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:41,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:41,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:41,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:41,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:41,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:41,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:41,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:41,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:41,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:41,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:41,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:41,905 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:42,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:42,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:42,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:42,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:42,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:42,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:42,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:42,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:42,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:42,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:42,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:42,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:42,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:42,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:42,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:42,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:42,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:42,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:42,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:42,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:42,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:42,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:42,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:42,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:42,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:42,430 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:42,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:42,566 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:42,567 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:42,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:42,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739222561, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:42,568 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c04260 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62e2d472 2024-12-09T10:12:42,612 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a5ddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:42,614 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:42,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:42,616 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c04260 to 127.0.0.1:56783 2024-12-09T10:12:42,616 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:42,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:42,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:42,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:42,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:42,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:42,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:42,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:42,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:42,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:42,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:42,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:42,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:42,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:42,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:42,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:42,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:42,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:42,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:42,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:42,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:42,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:42,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:42,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:42,978 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:43,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:43,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:43,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:43,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:43,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:43,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:43,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:43,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:43,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:43,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:43,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:43,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:43,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:43,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:43,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:43,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:43,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:43,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:43,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:43,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:43,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:43,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:43,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:43,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:43,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:43,512 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:43,557 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:12:43,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:43,632 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:43,633 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:43,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:43,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739223617, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:43,640 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a0de29e to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e38e2e9 2024-12-09T10:12:43,689 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@369b571e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:43,690 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:43,692 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:43,694 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a0de29e to 127.0.0.1:56783 2024-12-09T10:12:43,695 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:44,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:44,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:44,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:44,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:44,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:44,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:44,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:44,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:44,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:44,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:44,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:44,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:44,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:44,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:44,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:44,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:44,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:44,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:44,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:44,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:44,045 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:44,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:44,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:44,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:44,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:44,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:44,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:44,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:44,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:44,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:44,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:44,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:44,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:44,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:44,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:44,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:44,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:44,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:44,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:44,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:44,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:44,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:44,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:44,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:44,614 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:44,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:44,719 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:44,720 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:44,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:44,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739224696, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:44,729 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x104d0262 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9fb8528 2024-12-09T10:12:44,791 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b410ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:44,810 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:44,814 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:44,827 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x104d0262 to 127.0.0.1:56783 2024-12-09T10:12:44,827 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:45,077 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:45,077 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:45,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:45,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:45,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:45,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:45,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:45,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:45,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:45,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:45,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:45,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:45,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:45,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:45,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:45,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:45,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:45,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:45,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:45,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:45,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:45,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:45,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:45,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:45,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:45,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:45,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:45,231 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:45,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:12:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:45,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:45,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:45,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:45,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:45,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:45,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:45,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:45,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:45,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:45,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:45,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:45,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:45,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:45,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:45,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:45,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:45,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:45,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:45,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:45,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:45,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:45,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:45,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:45,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:45,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:45,769 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:45,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:45,849 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:45,850 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:45,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:45,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739225831, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:45,852 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40442f4b to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15c330ae 2024-12-09T10:12:45,919 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b763d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:45,947 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:45,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:45,957 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40442f4b to 127.0.0.1:56783 2024-12-09T10:12:45,957 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:46,121 DEBUG [master/de59e52b2fff:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2c6c8a3b8c078770486ff2d82b4d8be4 changed from -1.0 to 0.0, refreshing cache 2024-12-09T10:12:46,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T10:12:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:46,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:46,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:46,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:46,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:46,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:46,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:46,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:46,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:46,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:46,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:46,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:46,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:46,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:46,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:46,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:46,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:46,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:46,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:46,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:46,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:46,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:46,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:46,356 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:46,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:46,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:46,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:46,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:46,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:46,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:46,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:46,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:46,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:46,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:46,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:46,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:46,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:46,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:46,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:46,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:46,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:46,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:46,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:46,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:46,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:46,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:46,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:46,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:46,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:46,880 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:46,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:46,966 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:46,967 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:46,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:46,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739226958, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:46,969 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a80b062 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16cab5dc 2024-12-09T10:12:46,978 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d88bd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:46,983 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:46,984 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:46,986 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a80b062 to 127.0.0.1:56783 2024-12-09T10:12:46,986 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:47,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:47,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:47,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:47,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:47,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:47,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:47,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:47,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:47,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:47,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:47,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:47,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:47,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:47,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:47,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:47,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:47,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:47,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:47,427 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:47,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:47,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:47,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:47,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:47,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:47,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:47,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:47,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:47,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:47,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:47,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:47,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:47,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:47,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:47,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:47,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:47,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:47,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:47,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:47,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:47,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:47,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:47,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:47,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:47,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:47,983 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:47,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:47,994 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:47,994 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:47,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:47,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739227987, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:47,997 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x667ebeda to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2559839c 2024-12-09T10:12:48,044 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d82a904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:48,059 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:48,062 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:48,075 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x667ebeda to 127.0.0.1:56783 2024-12-09T10:12:48,075 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:48,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:48,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:48,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:48,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:48,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:48,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:48,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:48,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:48,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:48,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:48,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:48,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:48,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:48,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:48,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:48,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:48,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:48,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:48,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:48,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:48,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:48,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:48,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:48,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:48,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:49,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:49,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:49,097 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:49,100 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:49,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:49,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739229077, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:49,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:49,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:49,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:49,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:49,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:49,112 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67030305 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eaf291a 2024-12-09T10:12:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:49,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:49,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:49,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:49,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:49,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:49,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:49,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:49,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:49,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:49,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:49,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:49,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:49,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:49,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:49,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:49,134 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:49,178 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed7b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:49,179 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:49,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:49,183 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67030305 to 127.0.0.1:56783 2024-12-09T10:12:49,183 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:49,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:49,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:49,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:49,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:49,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:49,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:49,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:49,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:49,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:49,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:49,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:49,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:49,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:49,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:49,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:49,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:49,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:49,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:49,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:49,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:49,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:49,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:49,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:49,726 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:50,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:50,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:50,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:50,194 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:50,195 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:50,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:50,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739230184, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:50,196 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a7be74b to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d6bf0e7 2024-12-09T10:12:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:50,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:50,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:50,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:50,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:50,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:50,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:50,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:50,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:50,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:50,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:50,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:50,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:50,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:50,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:50,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:50,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:50,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:50,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:50,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:50,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:50,262 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:50,311 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5031bb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:50,323 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:50,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:50,338 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a7be74b to 127.0.0.1:56783 2024-12-09T10:12:50,338 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:50,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:50,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:50,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:50,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:50,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:50,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:50,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:50,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:50,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:50,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:50,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:50,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:50,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:50,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:50,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:50,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:50,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:50,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:50,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:50,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:50,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:50,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:50,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:50,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:50,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:50,830 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:51,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:51,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:51,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:51,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:51,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:51,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:51,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:51,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:51,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:51,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:51,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:51,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:51,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:51,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:51,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:51,346 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:51,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:51,347 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:51,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:51,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:51,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739231339, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:51,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:51,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:51,349 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ebf2cdb to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cb11923 2024-12-09T10:12:51,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:51,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:51,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:51,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:51,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:51,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:51,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:51,354 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:51,420 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31065d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:51,422 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:51,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:51,429 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ebf2cdb to 127.0.0.1:56783 2024-12-09T10:12:51,429 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:51,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:12:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:51,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:51,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:51,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:51,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:51,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:51,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:51,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:51,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:51,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:51,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:51,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:51,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:51,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:51,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:51,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:51,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:51,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:51,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:51,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:51,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:51,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:51,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:51,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:51,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:51,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:51,901 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:52,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:52,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:52,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:52,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:52,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:52,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:52,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:52,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:52,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:52,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:52,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:52,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:52,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:52,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:52,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:52,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:52,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:52,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:52,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:52,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:52,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:52,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:52,441 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:52,442 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:52,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:52,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739232431, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:52,444 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x030c586d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6790212e 2024-12-09T10:12:52,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:52,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:52,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:52,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:52,474 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:52,484 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647e255c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:52,487 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:52,492 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:52,494 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x030c586d to 127.0.0.1:56783 2024-12-09T10:12:52,494 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:52,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:52,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:52,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:52,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:52,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:52,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:52,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:52,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:52,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:52,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:52,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:52,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:52,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:52,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:52,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:52,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:52,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:52,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:52,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:52,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:53,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:53,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:53,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:53,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:53,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:53,003 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:53,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:53,506 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:53,507 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:53,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:53,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739233496, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:53,509 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117534c6 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec9cbd8 2024-12-09T10:12:53,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:53,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:53,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:53,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:53,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:53,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:53,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:53,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:53,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:53,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:53,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:53,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:53,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:53,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:53,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:53,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:53,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:53,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:53,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:53,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:53,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:53,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:53,554 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b49167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:53,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:53,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:53,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:53,564 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:53,567 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:53,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:53,571 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117534c6 to 127.0.0.1:56783 2024-12-09T10:12:53,571 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:54,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:54,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:54,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:54,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:54,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:54,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:54,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:54,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:54,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:54,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:54,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:54,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:54,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:54,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:54,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:54,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:54,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:54,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:54,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:54,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:54,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:54,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:54,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:54,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:54,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:54,084 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:54,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:54,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:54,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:54,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:54,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:54,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:54,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:54,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:54,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:54,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:54,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:54,590 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:54,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:54,591 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:54,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:54,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739234575, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:54,593 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ee4a536 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e032a39 2024-12-09T10:12:54,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:54,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:54,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:54,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:54,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:54,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:54,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:54,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:54,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:54,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:54,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:54,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:54,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:54,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:54,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:54,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:54,646 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1fa137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:54,647 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:54,649 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:54,650 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ee4a536 to 127.0.0.1:56783 2024-12-09T10:12:54,651 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:55,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:12:55,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:12:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:55,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:55,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:55,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:55,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:55,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:55,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:55,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:55,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:55,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:55,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:55,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:55,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:55,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:55,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:55,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:55,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:55,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:55,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:55,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:55,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:55,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:55,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:55,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:55,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:55,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:55,124 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:55,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:55,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:55,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:55,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:55,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:55,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:55,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:55,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:55,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:55,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:55,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:55,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:55,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:55,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:55,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:55,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:55,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:55,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:55,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:55,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:55,666 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:55,667 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:55,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:55,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739235655, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:55,669 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8a9253 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c2f37f9 2024-12-09T10:12:55,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:55,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:55,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:55,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:55,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:55,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:55,690 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:55,751 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c093352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:55,767 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:55,769 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:55,776 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8a9253 to 127.0.0.1:56783 2024-12-09T10:12:55,776 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:56,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:56,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:56,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:56,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:56,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:56,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:56,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:56,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:56,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:56,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:56,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:56,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:56,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:56,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:56,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:56,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:56,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:56,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:56,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:56,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:56,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:56,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:56,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:56,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:56,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:56,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:56,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:56,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:56,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:56,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:56,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:56,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:56,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:56,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:56,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:56,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:56,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:56,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:56,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:56,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:56,777 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:56,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:56,792 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:56,793 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:56,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:56,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739236777, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:56,795 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61a3b01d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4416d32f 2024-12-09T10:12:56,823 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a0eb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:56,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:56,849 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:56,852 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61a3b01d to 127.0.0.1:56783 2024-12-09T10:12:56,852 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:57,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:57,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:57,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:57,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:57,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:57,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:57,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:57,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:57,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:57,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:57,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:57,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:57,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:57,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:57,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:57,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:57,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:57,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:57,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:57,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:57,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:57,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:57,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:57,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:57,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:57,294 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:57,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:57,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:57,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:57,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:57,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:57,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:57,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:57,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:57,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:57,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:57,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:57,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:57,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:57,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:57,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:57,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:57,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:57,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:57,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:57,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:57,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:57,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:57,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:57,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:57,854 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:57,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:57,862 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:57,863 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:57,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:57,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739237856, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:57,868 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x268c9e2a to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54f1ae7f 2024-12-09T10:12:57,895 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326d55b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:57,908 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:57,910 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:57,915 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x268c9e2a to 127.0.0.1:56783 2024-12-09T10:12:57,915 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:58,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:58,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:58,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:58,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:58,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:58,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:58,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:58,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:58,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:58,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:58,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:58,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:58,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:58,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:58,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:58,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:58,367 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:58,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:58,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:58,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:58,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:58,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:58,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:58,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:58,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:58,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:58,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:58,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:58,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:58,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:58,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:58,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:58,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:58,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:58,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:58,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:58,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:58,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:58,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:58,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:58,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:58,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:58,887 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:58,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:58,922 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:58,923 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:58,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:58,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739238917, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:58,924 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b59a9d to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cee5802 2024-12-09T10:12:58,961 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@347670cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:12:58,977 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:12:58,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:12:58,984 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b59a9d to 127.0.0.1:56783 2024-12-09T10:12:58,984 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:12:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:59,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:59,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:59,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:59,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:59,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:59,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:59,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:59,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:59,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:59,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:59,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:59,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:59,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:59,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:59,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:59,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:59,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:59,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:59,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:59,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:59,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:59,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:59,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:59,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:59,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:59,403 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:59,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:12:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:12:59,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:12:59,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:12:59,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:12:59,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:12:59,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:12:59,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:12:59,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:12:59,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:12:59,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:12:59,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:12:59,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:12:59,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:12:59,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:12:59,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:12:59,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:12:59,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:12:59,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:12:59,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:12:59,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:12:59,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:12:59,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:12:59,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:12:59,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:12:59,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:12:59,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:12:59,924 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:12:59,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:12:59,991 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:12:59,992 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:59,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:12:59,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739239985, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:12:59,994 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b1eb69e to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152ed1b7 2024-12-09T10:13:00,023 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125933ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:00,037 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:00,043 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:00,046 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b1eb69e to 127.0.0.1:56783 2024-12-09T10:13:00,046 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:00,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:13:00,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:13:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:00,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:00,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:00,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:00,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:00,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:00,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:00,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:00,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:00,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:00,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:00,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:00,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:00,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:00,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:00,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:00,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:00,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:00,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:00,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:00,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:00,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:00,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:00,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:00,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:00,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:00,449 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:00,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:00,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:00,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:00,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:00,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:00,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:00,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:00,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:00,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:00,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:00,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:00,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:00,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:00,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:00,965 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:01,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:01,051 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:01,052 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:01,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:01,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739241047, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:01,053 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b75cb8b to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28b5083b 2024-12-09T10:13:01,084 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@732989a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:01,086 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:01,088 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:01,090 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b75cb8b to 127.0.0.1:56783 2024-12-09T10:13:01,090 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:01,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:01,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:01,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:01,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:01,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:01,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:01,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:01,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:01,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:01,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:01,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:01,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:01,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:01,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:01,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:01,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:01,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:01,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:01,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:01,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:01,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:01,479 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:01,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:01,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:01,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:01,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:01,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:01,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:01,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:01,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:01,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:01,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:01,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:01,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:01,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:01,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:01,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:01,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:01,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:01,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:01,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:01,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:01,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:01,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:01,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:01,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:01,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:01,990 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:02,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:02,098 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:02,098 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:02,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:02,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739242091, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:02,101 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2af70344 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a8322f1 2024-12-09T10:13:02,125 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d8da88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:02,126 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:02,127 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:02,130 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2af70344 to 127.0.0.1:56783 2024-12-09T10:13:02,130 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:02,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:02,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:02,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:02,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:02,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:02,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:02,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:02,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:02,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:02,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:02,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:02,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:02,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:02,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:02,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:02,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:02,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:02,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:02,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:02,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:02,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:02,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:02,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:02,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:02,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:02,511 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:03,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:03,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:03,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:03,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:03,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:03,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:03,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:03,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:03,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:03,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:03,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:03,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:03,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:03,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:03,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:03,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:03,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:03,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:03,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:03,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:03,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:03,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:03,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:03,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:03,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:03,023 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:03,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:03,134 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:03,135 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:03,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:03,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739243130, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:03,136 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x158b5069 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26ac6c83 2024-12-09T10:13:03,152 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f3ee44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:03,153 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:03,154 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:03,156 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x158b5069 to 127.0.0.1:56783 2024-12-09T10:13:03,156 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:03,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:03,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:03,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:03,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:03,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:03,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:03,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:03,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:03,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:03,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:03,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:03,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:03,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:03,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:03,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:03,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:03,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:03,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:03,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:03,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:03,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:03,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:03,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:03,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:03,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:03,534 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:04,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:04,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:04,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:04,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:04,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:04,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:04,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:04,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:04,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:04,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:04,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:04,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:04,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:04,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:04,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:04,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:04,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:04,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:04,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:04,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:04,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:04,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:04,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:04,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:04,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:04,057 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:04,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:04,161 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:04,162 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:04,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:04,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739244157, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:04,164 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x191477bf to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c19d86a 2024-12-09T10:13:04,218 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f29c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:04,247 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:04,251 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:04,263 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x191477bf to 127.0.0.1:56783 2024-12-09T10:13:04,263 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:04,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: -1 2024-12-09T10:13:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:04,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:04,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:04,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:04,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:04,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:04,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:04,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:04,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:04,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:04,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:04,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:04,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:04,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:04,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:04,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:04,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:04,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:04,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:04,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:04,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:04,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:04,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:04,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:04,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:04,741 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:04,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:13:05,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:13:05,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T10:13:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:05,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:05,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:05,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:05,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:05,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:05,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:05,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:05,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:05,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:05,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:05,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:05,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:05,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:05,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:05,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:05,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:05,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:05,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:05,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:05,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:05,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:05,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:05,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:05,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:05,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:05,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:05,265 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:05,268 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:05,269 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:05,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:05,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739245264, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:05,271 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x419755b4 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53df0f64 2024-12-09T10:13:05,323 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716c80f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:05,331 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:05,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:05,336 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x419755b4 to 127.0.0.1:56783 2024-12-09T10:13:05,336 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:05,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:05,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:05,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:05,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:05,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:05,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:05,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:05,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:05,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:05,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:05,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:05,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:05,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:05,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:05,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:05,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:05,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:05,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:05,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:05,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:05,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:05,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:05,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:05,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:05,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:05,787 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:06,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:06,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:06,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:06,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:06,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:06,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:06,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:06,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:06,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:06,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:06,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:06,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:06,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:06,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:06,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:06,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:06,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:06,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:06,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:06,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:06,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:06,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:06,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:06,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:06,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:06,305 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:06,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:06,342 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:06,344 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:06,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:06,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739246337, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:06,357 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5216fb16 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79996a1f 2024-12-09T10:13:06,385 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce75e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:06,388 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:06,392 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:06,394 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5216fb16 to 127.0.0.1:56783 2024-12-09T10:13:06,394 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:06,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:06,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:06,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:06,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:06,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:06,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:06,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:06,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:06,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:06,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:06,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:06,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:06,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:06,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:06,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:06,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:06,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:06,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:06,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:06,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:06,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:06,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:06,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:06,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:06,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:06,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T10:13:07,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-09T10:13:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,330 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T10:13:07,337 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850 2024-12-09T10:13:07,345 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/fam, FileablePath, hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/recovered.edits] 2024-12-09T10:13:07,371 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/fam/f7147b9e8816428a9113e16ee9f35097 to hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/archive/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/fam/f7147b9e8816428a9113e16ee9f35097 2024-12-09T10:13:07,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/recovered.edits/8.seqid to hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/archive/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850/recovered.edits/8.seqid 2024-12-09T10:13:07,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/testdroppedtimed/4d3b564cfde20996f209d040c468f850 2024-12-09T10:13:07,388 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T10:13:07,396 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:07,400 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T10:13:07,406 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T10:13:07,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T10:13:07,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733739187408"}]},"ts":"9223372036854775807"} 2024-12-09T10:13:07,412 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:13:07,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T10:13:07,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4d3b564cfde20996f209d040c468f850, NAME => 'testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T10:13:07,413 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T10:13:07,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733739187413"}]},"ts":"9223372036854775807"} 2024-12-09T10:13:07,415 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:07,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T10:13:07,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:55390 deadline: 1733739247395, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T10:13:07,417 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1980cce4 to 127.0.0.1:56783 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b7b9459 2024-12-09T10:13:07,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T10:13:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T10:13:07,462 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T10:13:07,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 137 msec 2024-12-09T10:13:07,469 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbe7c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T10:13:07,473 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T10:13:07,474 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T10:13:07,476 WARN [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-09T10:13:07,477 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1980cce4 to 127.0.0.1:56783 2024-12-09T10:13:07,477 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T10:13:07,643 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-09T10:13:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:07,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:07,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:07,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:07,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:07,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:07,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:07,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:07,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:07,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:07,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:07,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:07,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:07,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:07,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:07,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:07,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:07,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:07,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:07,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:07,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:07,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:07,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:07,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:07,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:07,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:07,677 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T10:13:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:08,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:08,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:08,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:08,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:08,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:08,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:08,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:08,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:08,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:08,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:08,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:08,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:08,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:08,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:08,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:08,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:08,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:08,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:08,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:08,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:08,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:08,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:08,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:08,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:08,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:08,214 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T10:13:08,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,516 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/27=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/28=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/29=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/30=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/31=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/32=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/33=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/34=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/35=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/36=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/37=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/38=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/39=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/40=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/41=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/42=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/43=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/44=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/45=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/46=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/47=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/48=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/49=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,532 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,543 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/51=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/52=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/53=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/54=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/55=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/56=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/57=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/58=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/59=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/60=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/61=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/62=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/63=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/64=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/65=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/66=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/67=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/68=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/69=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/70=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/71=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/72=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/73=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,549 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,568 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/75=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/76=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/77=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/78=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/79=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/80=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/81=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/82=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/83=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/84=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/85=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/86=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/87=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/88=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/89=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/90=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/91=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/92=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/93=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/94=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/95=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/96=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/97=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,572 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,591 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/99=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/100=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/101=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/102=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/103=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/104=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/105=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/106=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/107=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/108=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/109=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/110=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/111=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/112=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/113=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/114=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/115=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/116=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/117=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/118=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/119=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/120=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/121=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,602 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,631 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/123=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/124=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/125=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/126=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/127=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/128=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/129=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/130=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/131=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/132=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/133=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/134=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/135=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/136=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/137=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/138=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/139=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/140=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/141=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/142=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/143=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/144=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/145=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,638 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,663 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/147=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/148=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/149=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/150=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/151=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/152=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/153=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/154=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/155=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/156=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/157=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/158=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/159=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/160=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/161=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/162=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/163=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/164=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/165=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/166=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/167=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/168=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/169=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,670 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,700 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/171=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/172=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/173=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/174=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/175=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/176=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/177=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/178=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/179=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/180=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/181=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/182=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/183=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/184=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/185=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/186=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/187=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/188=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/189=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/190=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/191=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/192=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/193=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,708 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:08,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:08,727 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/195=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/196=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/197=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/198=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/199=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/200=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/201=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/202=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/203=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/204=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/205=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/206=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/207=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/208=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/209=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/210=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/211=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/212=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/213=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/214=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/215=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/216=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/217=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,730 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:08,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:08,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:08,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:08,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:08,761 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/219=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/220=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/221=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/222=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/223=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/224=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/225=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/226=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/227=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/228=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/229=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/230=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/231=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/232=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/233=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/234=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/235=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/236=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/237=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/238=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/239=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/240=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/241=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:08,764 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:08,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:08,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:08,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:08,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:08,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:08,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:08,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:08,793 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/243=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/244=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/245=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/246=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/247=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/248=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/249=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/250=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/251=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/252=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/253=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/254=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/255=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/256=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/257=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/258=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/259=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/260=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/261=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/262=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/263=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/264=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/265=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:08,802 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:08,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:08,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:08,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:08,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:08,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:08,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,808 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T10:13:08,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/267=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/268=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/269=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/270=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/271=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/272=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/273=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/274=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/275=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/276=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/277=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/278=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/279=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/280=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/281=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/282=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/283=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/284=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/285=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/286=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/287=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/288=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/289=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,851 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,878 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/291=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/292=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/293=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/294=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/295=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/296=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/297=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/298=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/299=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/300=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/301=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/302=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/303=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/304=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/305=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/306=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/307=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/308=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/309=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/310=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/311=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/312=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/313=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,884 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,918 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/315=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/316=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/317=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/318=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/319=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/320=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/321=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/322=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/323=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/324=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/325=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/326=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/327=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/328=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/329=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/330=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/331=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/332=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/333=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/334=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/335=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/336=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/337=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,928 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,960 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/339=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/340=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/341=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/342=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/343=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/344=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/345=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/346=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/347=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/348=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/349=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/350=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/351=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/352=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/353=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/354=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/355=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/356=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/357=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/358=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/359=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/360=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/361=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:08,962 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:08,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:08,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:08,997 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/363=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/364=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/365=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/366=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/367=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/368=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/369=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/370=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/371=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/372=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/373=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/374=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/375=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/376=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/377=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/378=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/379=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/380=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/381=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/382=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/383=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/384=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/385=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,001 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,031 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/387=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/388=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/389=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/390=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/391=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/392=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/393=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/394=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/395=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/396=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/397=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/398=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/399=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/400=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/401=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/402=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/403=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/404=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/405=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/406=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/407=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/408=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/409=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,034 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,071 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/411=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/412=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/413=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/414=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/415=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/416=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/417=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/418=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/419=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/420=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/421=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/422=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/423=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/424=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/425=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/426=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/427=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/428=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/429=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/430=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/431=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/432=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/433=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,075 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,104 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/435=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/436=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/437=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/438=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/439=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/440=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/441=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/442=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/443=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/444=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/445=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/446=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/447=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/448=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/449=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/450=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/451=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/452=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/453=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/454=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/455=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/456=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/457=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,108 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,128 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/459=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/460=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/461=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/462=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/463=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/464=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/465=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/466=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/467=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/468=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/469=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/470=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/471=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/472=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/473=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/474=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/475=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/476=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/477=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/478=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/479=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/480=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/481=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,130 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,143 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/483=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/484=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/485=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/486=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/487=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/488=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/489=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/490=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/491=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/492=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/493=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/494=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/495=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/496=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/497=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/498=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/499=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/500=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/501=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/502=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/503=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/504=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/505=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,145 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,190 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/507=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/508=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/509=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/510=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/511=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/512=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/513=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/514=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/515=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/516=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/517=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/518=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/519=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/520=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/521=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/522=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/523=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/524=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/525=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/526=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/527=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/528=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/529=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,193 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,271 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/531=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/532=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/533=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/534=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/535=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/536=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/537=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/538=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/539=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/540=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/541=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/542=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/543=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/544=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/545=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/546=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/547=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/548=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/549=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/550=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/551=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/552=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/553=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,274 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:09,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:09,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:09,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:09,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:09,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:09,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:09,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:09,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:09,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:09,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:09,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:09,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:09,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:09,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:09,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:09,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:09,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:09,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:09,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:09,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:09,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:09,372 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T10:13:09,375 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/555=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/556=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/557=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/558=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/559=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/560=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/561=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/562=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/563=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/564=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/565=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/566=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/567=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/568=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/569=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/570=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/571=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/572=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/573=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/574=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/575=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/576=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/577=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,378 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,420 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/579=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/580=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/581=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/582=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/583=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/584=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/585=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/586=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/587=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/588=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/589=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/590=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/591=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/592=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/593=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/594=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/595=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/596=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/597=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/598=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/599=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/600=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/601=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,424 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,455 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/603=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/604=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/605=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/606=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/607=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/608=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/609=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/610=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/611=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/612=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/613=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/614=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/615=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/616=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/617=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/618=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/619=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/620=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/621=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/622=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/623=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/624=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/625=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,458 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,511 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/627=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/628=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/629=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/630=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/631=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/632=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/633=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/634=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/635=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/636=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/637=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/638=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/639=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/640=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/641=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/642=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/643=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/644=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/645=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/646=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/647=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/648=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/649=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,514 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,535 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309384B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 624, current progress: walGroup [de59e52b2fff%2C40607%2C1733739096700]: currently replicating from: hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 at position: 2626212 2024-12-09T10:13:09,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,599 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/651=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/652=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/653=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/654=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/655=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/656=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/657=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/658=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/659=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/660=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/661=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/662=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/663=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/664=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/665=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/666=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/667=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/668=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/669=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/670=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/671=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/672=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/673=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,601 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,660 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/675=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/676=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/677=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/678=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/679=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/680=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/681=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/682=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/683=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/684=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/685=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/686=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/687=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/688=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/689=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/690=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/691=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/692=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/693=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/694=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/695=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/696=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/697=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,662 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,683 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/699=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/700=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/701=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/702=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/703=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/704=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/705=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/706=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/707=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/708=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/709=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/710=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/711=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/712=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/713=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/714=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/715=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/716=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/717=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/718=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/719=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/720=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/721=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,685 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,703 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,703 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/723=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/724=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/725=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/726=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/727=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/728=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/729=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/730=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/731=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/732=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/733=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/734=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/735=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/736=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/737=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/738=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/739=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/740=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/741=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/742=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/743=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/744=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/745=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,726 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/747=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/748=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/749=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/750=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/751=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/752=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/753=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/754=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/755=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/756=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/757=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/758=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/759=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/760=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/761=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/762=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/763=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/764=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/765=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/766=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/767=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/768=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/769=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,728 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,743 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/771=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/772=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/773=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/774=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/775=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/776=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/777=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/778=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/779=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/780=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/781=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/782=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/783=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/784=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/785=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/786=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/787=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/788=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/789=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/790=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/791=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/792=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/793=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,745 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,770 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/795=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/796=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/797=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/798=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/799=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/800=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/801=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/802=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/803=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/804=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/805=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/806=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/807=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/808=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/809=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/810=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/811=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/812=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/813=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/814=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/815=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/816=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/817=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,772 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,791 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/819=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/820=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/821=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/822=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/823=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/824=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/825=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/826=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/827=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/828=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/829=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/830=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/831=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/832=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/833=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/834=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/835=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/836=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/837=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/838=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/839=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/840=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/841=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,793 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,820 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/843=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/844=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/845=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/846=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/847=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/848=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/849=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/850=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/851=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/852=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/853=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/854=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/855=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/856=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/857=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/858=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/859=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/860=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/861=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/862=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/863=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/864=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/865=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,822 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,843 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/867=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/868=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/869=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/870=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/871=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/872=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/873=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/874=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/875=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/876=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/877=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/878=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/879=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/880=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/881=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/882=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/883=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/884=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/885=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/886=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/887=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/888=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/889=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,845 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:09,883 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/891=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/892=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/893=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/894=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/895=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/896=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/897=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/898=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/899=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/900=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/901=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/902=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/903=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/904=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/905=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/906=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/907=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/908=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/909=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/910=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/911=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/912=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/913=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,884 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:09,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:09,927 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/915=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/916=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/917=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/918=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/919=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/920=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/921=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/922=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/923=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/924=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/925=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/926=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/927=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/928=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/929=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/930=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/931=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/932=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/933=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/934=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/935=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/936=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/937=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:09,929 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T10:13:09,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:09,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:09,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:09,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:09,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:09,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:09,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:09,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:09,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:09,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:09,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:09,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:09,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:09,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:09,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:09,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:09,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:09,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:09,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:09,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:09,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:09,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:09,949 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T10:13:09,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,968 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/939=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/940=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/941=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/942=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/943=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/944=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/945=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/946=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/947=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/948=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/949=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/950=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/951=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/952=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/953=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/954=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/955=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/956=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/957=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/958=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/959=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/960=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/961=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,969 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-09T10:13:09,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:09,991 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/963=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/964=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/965=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/966=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/967=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/968=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/969=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/970=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/971=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/972=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/973=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/974=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/975=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/976=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/977=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/978=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/979=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/980=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/981=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/982=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/983=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/984=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/985=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T10:13:09,992 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 4208104, reset compression=false 2024-12-09T10:13:09,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:09,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:10,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:10,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:10,027 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T10:13:10,034 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e552576e30566a270d494d5281126b/987=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/988=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/989=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/990=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/991=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/992=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/993=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/994=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/995=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/996=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/997=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/998=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/999=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/1000=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/1001=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/1002=[#edits: 1 = ],4297}, {test/25e552576e30566a270d494d5281126b/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-09T10:13:10,035 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 4208924, reset compression=false 2024-12-09T10:13:10,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:10,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:10,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T10:13:10,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T10:13:10,063 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T10:13:10,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:13:10,075 INFO [de59e52b2fff:38649Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 1000 2024-12-09T10:13:10,276 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 4208924, reset compression=false 2024-12-09T10:13:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T10:13:10,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T10:13:10,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T10:13:10,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T10:13:10,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T10:13:10,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T10:13:10,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T10:13:10,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T10:13:10,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T10:13:10,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T10:13:10,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T10:13:10,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T10:13:10,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T10:13:10,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T10:13:10,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T10:13:10,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T10:13:10,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T10:13:10,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T10:13:10,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T10:13:10,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T10:13:10,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T10:13:10,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T10:13:10,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T10:13:10,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T10:13:10,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T10:13:10,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T10:13:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-09T10:13:10,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-09T10:13:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-09T10:13:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T10:13:10,508 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-09T10:13:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-09T10:13:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T10:13:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T10:13:10,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T10:13:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T10:13:10,606 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 to pos 4208924, reset compression=false 2024-12-09T10:13:10,695 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to de59e52b2fff,40607,1733739096700 2024-12-09T10:13:10,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40607 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-09T10:13:10,699 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-09T10:13:10,699 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-09T10:13:10,699 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-09T10:13:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T10:13:10,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100be84f1d6000f, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:10,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100be84f1d6000f, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:10,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59011457 to 127.0.0.1:56783 2024-12-09T10:13:10,847 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:10,947 WARN [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.wal-reader.de59e52b2fff%2C40607%2C1733739096700,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-09T10:13:10,947 WARN [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T10:13:11,048 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0.replicationSource,2.replicationSource.shipperde59e52b2fff%2C40607%2C1733739096700,2 terminated 2024-12-09T10:13:11,048 INFO [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-09T10:13:11,063 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/de59e52b2fff,40607,1733739096700/2/de59e52b2fff%2C40607%2C1733739096700.1733739099655 2024-12-09T10:13:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T10:13:11,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/de59e52b2fff,40607,1733739096700/2/de59e52b2fff%2C40607%2C1733739096700.1733739099655 2024-12-09T10:13:11,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/de59e52b2fff,40607,1733739096700/2 2024-12-09T10:13:11,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/de59e52b2fff,40607,1733739096700/2 2024-12-09T10:13:11,183 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T10:13:11,183 DEBUG [RS_REFRESH_PEER-regionserver/de59e52b2fff:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T10:13:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-09T10:13:11,188 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on de59e52b2fff,40607,1733739096700 suceeded 2024-12-09T10:13:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T10:13:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 651 msec 2024-12-09T10:13:11,211 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T10:13:11,211 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-09T10:13:11,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 712 msec 2024-12-09T10:13:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T10:13:11,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=386 (was 388), OpenFileDescriptor=560 (was 566), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1317 (was 1367), ProcessCount=11 (was 11), AvailableMemoryMB=4726 (was 2946) - AvailableMemoryMB LEAK? - 2024-12-09T10:13:11,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x101e533b to 127.0.0.1:56783 2024-12-09T10:13:11,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05422b16 to 127.0.0.1:56783 2024-12-09T10:13:11,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,635 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T10:13:11,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x112492ec to 127.0.0.1:56783 2024-12-09T10:13:11,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:13:11,636 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T10:13:11,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7695feac to 127.0.0.1:56783 2024-12-09T10:13:11,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T10:13:11,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1731556502, stopped=false 2024-12-09T10:13:11,636 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=de59e52b2fff,37925,1733739103588 2024-12-09T10:13:11,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T10:13:11,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T10:13:11,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:13:11,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:13:11,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T10:13:11,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,651 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de59e52b2fff,38649,1733739103722' ***** 2024-12-09T10:13:11,651 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T10:13:11,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T10:13:11,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 2b5477db014f11f3725b39b16b63c40f 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 381e31736ef590c952afd3ad2520494a 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 39194e457a5c2fe343e0781ebd08f921 2024-12-09T10:13:11,652 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ccf6743bab293b9aa4e3a082b4e072c 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d3e45650dc55858b756e8d7607d6356 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for e4451f4be5bf3fbedf669b0edba8a4b7 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 1b9762f2b7d87b3ece77ffa5c6650367 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 5eb52c67798494798c51b5968fbc76af 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 33d4fbe5b7e1396af7252c977b37c2ff 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 1f669250342709b9b6634b9cb932708e 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for ca0aed226d4b8f61f6b90ffe1b93f917 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for e572f15ae90d8aff48b4da3d509b4923 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fbeca15017655498e905e665b474445 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d38be356a4fd1f7ed491e238422c8d3 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for dfd4dd49045ad1122c515ffdc4d2ba9a 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 58e752435daad914fb3b32dbf1327852 2024-12-09T10:13:11,653 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2b5477db014f11f3725b39b16b63c40f, disabling compactions & flushes 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 162b64946c51b18d53f4838f0924ec35 2024-12-09T10:13:11,653 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 493dd9ff6bcf133c2221ccba892922e6 2024-12-09T10:13:11,653 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 44f92aacfeb73a54d0a7d28b1c1f4b7b 2024-12-09T10:13:11,653 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. after waiting 0 ms 2024-12-09T10:13:11,653 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 137044f0743425b42d15489d66ad12e3 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for ba18b5e67f10a658922c2062eeee22a7 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for b9f5808d71826f76a8230468414014c9 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 413f9623901273a428b858ac48ba73c4 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 2c6c8a3b8c078770486ff2d82b4d8be4 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 662909e2ab98a26680412ec21643caff 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1224): stopping server de59e52b2fff,38649,1733739103722 2024-12-09T10:13:11,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T10:13:11,653 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T10:13:11,653 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T10:13:11,654 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T10:13:11,659 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T10:13:11,659 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T10:13:11,659 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T10:13:11,659 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T10:13:11,659 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T10:13:11,659 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T10:13:11,659 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T10:13:11,662 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 1588230740, 162b64946c51b18d53f4838f0924ec35, 1b9762f2b7d87b3ece77ffa5c6650367, 1f669250342709b9b6634b9cb932708e, 2b5477db014f11f3725b39b16b63c40f, 2c6c8a3b8c078770486ff2d82b4d8be4, 2ccf6743bab293b9aa4e3a082b4e072c, 33d4fbe5b7e1396af7252c977b37c2ff, 381e31736ef590c952afd3ad2520494a, 39194e457a5c2fe343e0781ebd08f921, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 5eb52c67798494798c51b5968fbc76af, 662909e2ab98a26680412ec21643caff, 7d3e45650dc55858b756e8d7607d6356, 7fbeca15017655498e905e665b474445, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, ca0aed226d4b8f61f6b90ffe1b93f917, dfd4dd49045ad1122c515ffdc4d2ba9a, e4451f4be5bf3fbedf669b0edba8a4b7, e572f15ae90d8aff48b4da3d509b4923, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:11,673 INFO [regionserver/de59e52b2fff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T10:13:11,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2b5477db014f11f3725b39b16b63c40f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,692 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:13:11,692 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2b5477db014f11f3725b39b16b63c40f: 2024-12-09T10:13:11,692 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733739114896.2b5477db014f11f3725b39b16b63c40f. 2024-12-09T10:13:11,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 381e31736ef590c952afd3ad2520494a, disabling compactions & flushes 2024-12-09T10:13:11,693 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:13:11,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:13:11,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. after waiting 0 ms 2024-12-09T10:13:11,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:13:11,735 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/info/f6195aeae7794aa58b83e79ec9371e02 is 143, key is hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4./info:regioninfo/1733739106320/Put/seqid=0 2024-12-09T10:13:11,740 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/381e31736ef590c952afd3ad2520494a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,746 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:13:11,746 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 381e31736ef590c952afd3ad2520494a: 2024-12-09T10:13:11,746 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733739114896.381e31736ef590c952afd3ad2520494a. 2024-12-09T10:13:11,746 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 39194e457a5c2fe343e0781ebd08f921, disabling compactions & flushes 2024-12-09T10:13:11,746 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:13:11,746 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:13:11,746 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. after waiting 0 ms 2024-12-09T10:13:11,747 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:13:11,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741866_1042 (size=36340) 2024-12-09T10:13:11,768 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/info/f6195aeae7794aa58b83e79ec9371e02 2024-12-09T10:13:11,791 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/39194e457a5c2fe343e0781ebd08f921/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,795 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 39194e457a5c2fe343e0781ebd08f921: 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733739114896.39194e457a5c2fe343e0781ebd08f921. 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ccf6743bab293b9aa4e3a082b4e072c, disabling compactions & flushes 2024-12-09T10:13:11,795 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. after waiting 0 ms 2024-12-09T10:13:11,795 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:13:11,827 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/2ccf6743bab293b9aa4e3a082b4e072c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,832 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ccf6743bab293b9aa4e3a082b4e072c: 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733739114896.2ccf6743bab293b9aa4e3a082b4e072c. 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d3e45650dc55858b756e8d7607d6356, disabling compactions & flushes 2024-12-09T10:13:11,832 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. after waiting 0 ms 2024-12-09T10:13:11,832 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:13:11,862 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 1588230740, 162b64946c51b18d53f4838f0924ec35, 1b9762f2b7d87b3ece77ffa5c6650367, 1f669250342709b9b6634b9cb932708e, 2c6c8a3b8c078770486ff2d82b4d8be4, 33d4fbe5b7e1396af7252c977b37c2ff, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 5eb52c67798494798c51b5968fbc76af, 662909e2ab98a26680412ec21643caff, 7d3e45650dc55858b756e8d7607d6356, 7fbeca15017655498e905e665b474445, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, ca0aed226d4b8f61f6b90ffe1b93f917, dfd4dd49045ad1122c515ffdc4d2ba9a, e4451f4be5bf3fbedf669b0edba8a4b7, e572f15ae90d8aff48b4da3d509b4923, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:11,863 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7d3e45650dc55858b756e8d7607d6356/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,868 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d3e45650dc55858b756e8d7607d6356: 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733739114896.7d3e45650dc55858b756e8d7607d6356. 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e4451f4be5bf3fbedf669b0edba8a4b7, disabling compactions & flushes 2024-12-09T10:13:11,868 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. after waiting 0 ms 2024-12-09T10:13:11,868 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:13:11,869 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/rep_barrier/df58141e3e40430f80edd85e6844c9a7 is 115, key is test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3./rep_barrier:seqnumDuringOpen/1733739117946/Put/seqid=0 2024-12-09T10:13:11,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741867_1043 (size=8574) 2024-12-09T10:13:11,936 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e4451f4be5bf3fbedf669b0edba8a4b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,939 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e4451f4be5bf3fbedf669b0edba8a4b7: 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733739114896.e4451f4be5bf3fbedf669b0edba8a4b7. 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1b9762f2b7d87b3ece77ffa5c6650367, disabling compactions & flushes 2024-12-09T10:13:11,939 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. after waiting 0 ms 2024-12-09T10:13:11,939 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:13:11,975 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1b9762f2b7d87b3ece77ffa5c6650367/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:11,976 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:13:11,976 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1b9762f2b7d87b3ece77ffa5c6650367: 2024-12-09T10:13:11,976 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733739114896.1b9762f2b7d87b3ece77ffa5c6650367. 2024-12-09T10:13:11,977 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5eb52c67798494798c51b5968fbc76af, disabling compactions & flushes 2024-12-09T10:13:11,977 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:13:11,977 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:13:11,977 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. after waiting 0 ms 2024-12-09T10:13:11,977 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:13:12,003 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/5eb52c67798494798c51b5968fbc76af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,014 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5eb52c67798494798c51b5968fbc76af: 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733739114896.5eb52c67798494798c51b5968fbc76af. 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33d4fbe5b7e1396af7252c977b37c2ff, disabling compactions & flushes 2024-12-09T10:13:12,014 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. after waiting 0 ms 2024-12-09T10:13:12,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:13:12,028 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/33d4fbe5b7e1396af7252c977b37c2ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,029 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:13:12,029 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33d4fbe5b7e1396af7252c977b37c2ff: 2024-12-09T10:13:12,029 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733739114896.33d4fbe5b7e1396af7252c977b37c2ff. 2024-12-09T10:13:12,029 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1f669250342709b9b6634b9cb932708e, disabling compactions & flushes 2024-12-09T10:13:12,029 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 1f669250342709b9b6634b9cb932708e 2024-12-09T10:13:12,029 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1f669250342709b9b6634b9cb932708e 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2024-12-09T10:13:12,055 INFO [regionserver/de59e52b2fff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T10:13:12,055 INFO [regionserver/de59e52b2fff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T10:13:12,062 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 1588230740, 162b64946c51b18d53f4838f0924ec35, 1f669250342709b9b6634b9cb932708e, 2c6c8a3b8c078770486ff2d82b4d8be4, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 662909e2ab98a26680412ec21643caff, 7fbeca15017655498e905e665b474445, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, ca0aed226d4b8f61f6b90ffe1b93f917, dfd4dd49045ad1122c515ffdc4d2ba9a, e572f15ae90d8aff48b4da3d509b4923, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:12,108 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/.tmp/f/f8e5d88e086645538364593929386e3a is 4136, key is NormalPut000/f:row/1733739127848/Put/seqid=0 2024-12-09T10:13:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741868_1044 (size=4145800) 2024-12-09T10:13:12,263 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 1588230740, 162b64946c51b18d53f4838f0924ec35, 1f669250342709b9b6634b9cb932708e, 2c6c8a3b8c078770486ff2d82b4d8be4, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 662909e2ab98a26680412ec21643caff, 7fbeca15017655498e905e665b474445, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, ca0aed226d4b8f61f6b90ffe1b93f917, dfd4dd49045ad1122c515ffdc4d2ba9a, e572f15ae90d8aff48b4da3d509b4923, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:12,316 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/rep_barrier/df58141e3e40430f80edd85e6844c9a7 2024-12-09T10:13:12,357 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/table/e4aec82134ee4344a3ceb6427b18d151 is 94, key is testdroppedtimed,,1733739126076.de09d7fad73c253b4c2ee6688df896ca./table:/1733739130494/DeleteFamily/seqid=0 2024-12-09T10:13:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741869_1045 (size=5605) 2024-12-09T10:13:12,401 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/table/e4aec82134ee4344a3ceb6427b18d151 2024-12-09T10:13:12,416 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/info/f6195aeae7794aa58b83e79ec9371e02 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/info/f6195aeae7794aa58b83e79ec9371e02 2024-12-09T10:13:12,436 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/info/f6195aeae7794aa58b83e79ec9371e02, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T10:13:12,438 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/rep_barrier/df58141e3e40430f80edd85e6844c9a7 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/rep_barrier/df58141e3e40430f80edd85e6844c9a7 2024-12-09T10:13:12,463 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 1588230740, 162b64946c51b18d53f4838f0924ec35, 1f669250342709b9b6634b9cb932708e, 2c6c8a3b8c078770486ff2d82b4d8be4, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 662909e2ab98a26680412ec21643caff, 7fbeca15017655498e905e665b474445, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, ca0aed226d4b8f61f6b90ffe1b93f917, dfd4dd49045ad1122c515ffdc4d2ba9a, e572f15ae90d8aff48b4da3d509b4923, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:12,467 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/rep_barrier/df58141e3e40430f80edd85e6844c9a7, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T10:13:12,475 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/.tmp/table/e4aec82134ee4344a3ceb6427b18d151 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/table/e4aec82134ee4344a3ceb6427b18d151 2024-12-09T10:13:12,499 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/table/e4aec82134ee4344a3ceb6427b18d151, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T10:13:12,509 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 850ms, sequenceid=77, compaction requested=false 2024-12-09T10:13:12,529 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/.tmp/f/f8e5d88e086645538364593929386e3a 2024-12-09T10:13:12,549 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T10:13:12,550 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T10:13:12,550 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T10:13:12,550 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T10:13:12,550 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T10:13:12,554 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/.tmp/f/f8e5d88e086645538364593929386e3a as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/f/f8e5d88e086645538364593929386e3a 2024-12-09T10:13:12,564 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/f/f8e5d88e086645538364593929386e3a, entries=1000, sequenceid=145, filesize=4.0 M 2024-12-09T10:13:12,566 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for 1f669250342709b9b6634b9cb932708e in 537ms, sequenceid=145, compaction requested=false 2024-12-09T10:13:12,566 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:13:12,566 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:13:12,566 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733739114896.1f669250342709b9b6634b9cb932708e. after waiting 0 ms 2024-12-09T10:13:12,566 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:13:12,576 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/1f669250342709b9b6634b9cb932708e/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2024-12-09T10:13:12,577 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1f669250342709b9b6634b9cb932708e: 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733739114896.1f669250342709b9b6634b9cb932708e. 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca0aed226d4b8f61f6b90ffe1b93f917, disabling compactions & flushes 2024-12-09T10:13:12,577 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. after waiting 0 ms 2024-12-09T10:13:12,577 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:13:12,592 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ca0aed226d4b8f61f6b90ffe1b93f917/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,597 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca0aed226d4b8f61f6b90ffe1b93f917: 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733739114896.ca0aed226d4b8f61f6b90ffe1b93f917. 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e572f15ae90d8aff48b4da3d509b4923, disabling compactions & flushes 2024-12-09T10:13:12,598 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. after waiting 0 ms 2024-12-09T10:13:12,598 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:13:12,614 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/e572f15ae90d8aff48b4da3d509b4923/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,617 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e572f15ae90d8aff48b4da3d509b4923: 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733739114896.e572f15ae90d8aff48b4da3d509b4923. 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fbeca15017655498e905e665b474445, disabling compactions & flushes 2024-12-09T10:13:12,618 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733739114896.7fbeca15017655498e905e665b474445. after waiting 0 ms 2024-12-09T10:13:12,618 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:13:12,629 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/7fbeca15017655498e905e665b474445/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,630 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fbeca15017655498e905e665b474445: 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733739114896.7fbeca15017655498e905e665b474445. 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d38be356a4fd1f7ed491e238422c8d3, disabling compactions & flushes 2024-12-09T10:13:12,630 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. after waiting 0 ms 2024-12-09T10:13:12,630 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:13:12,667 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1599): Waiting on 14 regions to close 2024-12-09T10:13:12,667 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 137044f0743425b42d15489d66ad12e3, 162b64946c51b18d53f4838f0924ec35, 2c6c8a3b8c078770486ff2d82b4d8be4, 413f9623901273a428b858ac48ba73c4, 44f92aacfeb73a54d0a7d28b1c1f4b7b, 493dd9ff6bcf133c2221ccba892922e6, 4d38be356a4fd1f7ed491e238422c8d3, 58e752435daad914fb3b32dbf1327852, 662909e2ab98a26680412ec21643caff, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, dfd4dd49045ad1122c515ffdc4d2ba9a, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:12,668 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/4d38be356a4fd1f7ed491e238422c8d3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,669 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d38be356a4fd1f7ed491e238422c8d3: 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733739114896.4d38be356a4fd1f7ed491e238422c8d3. 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dfd4dd49045ad1122c515ffdc4d2ba9a, disabling compactions & flushes 2024-12-09T10:13:12,669 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. after waiting 0 ms 2024-12-09T10:13:12,669 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:13:12,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/dfd4dd49045ad1122c515ffdc4d2ba9a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,693 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dfd4dd49045ad1122c515ffdc4d2ba9a: 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733739114896.dfd4dd49045ad1122c515ffdc4d2ba9a. 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 58e752435daad914fb3b32dbf1327852, disabling compactions & flushes 2024-12-09T10:13:12,693 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. after waiting 0 ms 2024-12-09T10:13:12,693 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:13:12,719 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/58e752435daad914fb3b32dbf1327852/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,728 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 58e752435daad914fb3b32dbf1327852: 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733739114896.58e752435daad914fb3b32dbf1327852. 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 162b64946c51b18d53f4838f0924ec35, disabling compactions & flushes 2024-12-09T10:13:12,728 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. after waiting 0 ms 2024-12-09T10:13:12,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:13:12,757 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/162b64946c51b18d53f4838f0924ec35/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,758 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 162b64946c51b18d53f4838f0924ec35: 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733739114896.162b64946c51b18d53f4838f0924ec35. 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 493dd9ff6bcf133c2221ccba892922e6, disabling compactions & flushes 2024-12-09T10:13:12,758 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. after waiting 0 ms 2024-12-09T10:13:12,758 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:13:12,781 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/493dd9ff6bcf133c2221ccba892922e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,782 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 493dd9ff6bcf133c2221ccba892922e6: 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733739114896.493dd9ff6bcf133c2221ccba892922e6. 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 44f92aacfeb73a54d0a7d28b1c1f4b7b, disabling compactions & flushes 2024-12-09T10:13:12,782 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. after waiting 0 ms 2024-12-09T10:13:12,782 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:13:12,814 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/44f92aacfeb73a54d0a7d28b1c1f4b7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,817 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 44f92aacfeb73a54d0a7d28b1c1f4b7b: 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733739114896.44f92aacfeb73a54d0a7d28b1c1f4b7b. 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 137044f0743425b42d15489d66ad12e3, disabling compactions & flushes 2024-12-09T10:13:12,817 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. after waiting 0 ms 2024-12-09T10:13:12,817 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:13:12,862 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/137044f0743425b42d15489d66ad12e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,867 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 137044f0743425b42d15489d66ad12e3: 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733739114896.137044f0743425b42d15489d66ad12e3. 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5fe1d05c173213f9fff7bda2ceea298, disabling compactions & flushes 2024-12-09T10:13:12,867 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. after waiting 0 ms 2024-12-09T10:13:12,867 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:13:12,867 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 2c6c8a3b8c078770486ff2d82b4d8be4, 413f9623901273a428b858ac48ba73c4, 662909e2ab98a26680412ec21643caff, a56e8aa16ac79401e35aadf7cd7ddd09, b9f5808d71826f76a8230468414014c9, ba18b5e67f10a658922c2062eeee22a7, f5fe1d05c173213f9fff7bda2ceea298 2024-12-09T10:13:12,873 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/f5fe1d05c173213f9fff7bda2ceea298/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,879 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:13:12,879 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5fe1d05c173213f9fff7bda2ceea298: 2024-12-09T10:13:12,879 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733739114896.f5fe1d05c173213f9fff7bda2ceea298. 2024-12-09T10:13:12,880 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ba18b5e67f10a658922c2062eeee22a7, disabling compactions & flushes 2024-12-09T10:13:12,880 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:13:12,880 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:13:12,880 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. after waiting 0 ms 2024-12-09T10:13:12,880 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:13:12,908 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/ba18b5e67f10a658922c2062eeee22a7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,909 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ba18b5e67f10a658922c2062eeee22a7: 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733739114896.ba18b5e67f10a658922c2062eeee22a7. 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9f5808d71826f76a8230468414014c9, disabling compactions & flushes 2024-12-09T10:13:12,909 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. after waiting 0 ms 2024-12-09T10:13:12,909 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:13:12,945 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/b9f5808d71826f76a8230468414014c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:12,946 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:13:12,946 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9f5808d71826f76a8230468414014c9: 2024-12-09T10:13:12,947 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733739114896.b9f5808d71826f76a8230468414014c9. 2024-12-09T10:13:12,947 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 413f9623901273a428b858ac48ba73c4, disabling compactions & flushes 2024-12-09T10:13:12,947 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:13:12,947 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:13:12,947 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. after waiting 0 ms 2024-12-09T10:13:12,947 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:13:13,000 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/413f9623901273a428b858ac48ba73c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:13,003 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:13:13,003 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 413f9623901273a428b858ac48ba73c4: 2024-12-09T10:13:13,003 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733739114896.413f9623901273a428b858ac48ba73c4. 2024-12-09T10:13:13,003 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2c6c8a3b8c078770486ff2d82b4d8be4, disabling compactions & flushes 2024-12-09T10:13:13,003 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:13:13,003 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:13:13,004 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. after waiting 0 ms 2024-12-09T10:13:13,004 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:13:13,004 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2c6c8a3b8c078770486ff2d82b4d8be4 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T10:13:13,050 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/.tmp/info/cf6477bd2ecc4fcba2e734d8ab830801 is 45, key is default/info:d/1733739106440/Put/seqid=0 2024-12-09T10:13:13,067 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 2c6c8a3b8c078770486ff2d82b4d8be4, 662909e2ab98a26680412ec21643caff, a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:13:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741870_1046 (size=5037) 2024-12-09T10:13:13,129 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/.tmp/info/cf6477bd2ecc4fcba2e734d8ab830801 2024-12-09T10:13:13,183 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/.tmp/info/cf6477bd2ecc4fcba2e734d8ab830801 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/info/cf6477bd2ecc4fcba2e734d8ab830801 2024-12-09T10:13:13,238 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/info/cf6477bd2ecc4fcba2e734d8ab830801, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T10:13:13,247 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2c6c8a3b8c078770486ff2d82b4d8be4 in 243ms, sequenceid=6, compaction requested=false 2024-12-09T10:13:13,268 DEBUG [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1629): Waiting on 2c6c8a3b8c078770486ff2d82b4d8be4, 662909e2ab98a26680412ec21643caff, a56e8aa16ac79401e35aadf7cd7ddd09 2024-12-09T10:13:13,312 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/hbase/namespace/2c6c8a3b8c078770486ff2d82b4d8be4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T10:13:13,317 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:13:13,317 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2c6c8a3b8c078770486ff2d82b4d8be4: 2024-12-09T10:13:13,318 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733739105806.2c6c8a3b8c078770486ff2d82b4d8be4. 2024-12-09T10:13:13,318 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a56e8aa16ac79401e35aadf7cd7ddd09, disabling compactions & flushes 2024-12-09T10:13:13,318 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:13:13,318 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:13:13,318 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. after waiting 0 ms 2024-12-09T10:13:13,318 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:13:13,364 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/a56e8aa16ac79401e35aadf7cd7ddd09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:13,367 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a56e8aa16ac79401e35aadf7cd7ddd09: 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733739114896.a56e8aa16ac79401e35aadf7cd7ddd09. 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 662909e2ab98a26680412ec21643caff, disabling compactions & flushes 2024-12-09T10:13:13,367 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. after waiting 0 ms 2024-12-09T10:13:13,367 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:13:13,401 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/data/default/test/662909e2ab98a26680412ec21643caff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:13,404 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:13:13,404 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 662909e2ab98a26680412ec21643caff: 2024-12-09T10:13:13,404 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733739114896.662909e2ab98a26680412ec21643caff. 2024-12-09T10:13:13,468 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1250): stopping server de59e52b2fff,38649,1733739103722; all regions closed. 2024-12-09T10:13:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741834_1010 (size=40374) 2024-12-09T10:13:13,523 DEBUG [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/oldWALs 2024-12-09T10:13:13,523 INFO [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de59e52b2fff%2C38649%2C1733739103722.meta:.meta(num 1733739105532) 2024-12-09T10:13:13,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T10:13:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741833_1009 (size=7229104) 2024-12-09T10:13:13,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/WALs/de59e52b2fff,38649,1733739103722/de59e52b2fff%2C38649%2C1733739103722.1733739105191 not finished, retry = 0 2024-12-09T10:13:13,686 DEBUG [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/oldWALs 2024-12-09T10:13:13,686 INFO [RS:0;de59e52b2fff:38649 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de59e52b2fff%2C38649%2C1733739103722:(num 1733739105191) 2024-12-09T10:13:13,686 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:13,686 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T10:13:13,688 INFO [RS:0;de59e52b2fff:38649 {}] hbase.ChoreService(370): Chore service for: regionserver/de59e52b2fff:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T10:13:13,688 INFO [regionserver/de59e52b2fff:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T10:13:13,689 INFO [RS:0;de59e52b2fff:38649 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;de59e52b2fff:38649. 2024-12-09T10:13:13,690 DEBUG [RS:0;de59e52b2fff:38649 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T10:13:13,690 DEBUG [RS:0;de59e52b2fff:38649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:13,690 DEBUG [RS:0;de59e52b2fff:38649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29add6a2 to 127.0.0.1:56783 2024-12-09T10:13:13,691 INFO [RS:0;de59e52b2fff:38649 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:38649 2024-12-09T10:13:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T10:13:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/de59e52b2fff,38649,1733739103722 2024-12-09T10:13:13,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de59e52b2fff,38649,1733739103722] 2024-12-09T10:13:13,746 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing de59e52b2fff,38649,1733739103722; numProcessing=1 2024-12-09T10:13:13,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/de59e52b2fff,38649,1733739103722 already deleted, retry=false 2024-12-09T10:13:13,841 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; de59e52b2fff,38649,1733739103722 expired; onlineServers=0 2024-12-09T10:13:13,841 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de59e52b2fff,37925,1733739103588' ***** 2024-12-09T10:13:13,841 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T10:13:13,841 DEBUG [M:0;de59e52b2fff:37925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090faab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de59e52b2fff/172.17.0.3:0 2024-12-09T10:13:13,841 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegionServer(1224): stopping server de59e52b2fff,37925,1733739103588 2024-12-09T10:13:13,841 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegionServer(1250): stopping server de59e52b2fff,37925,1733739103588; all regions closed. 2024-12-09T10:13:13,841 DEBUG [M:0;de59e52b2fff:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:13,842 DEBUG [M:0;de59e52b2fff:37925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T10:13:13,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T10:13:13,842 DEBUG [M:0;de59e52b2fff:37925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T10:13:13,842 DEBUG [master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739104800 {}] cleaner.HFileCleaner(306): Exit Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739104800,5,FailOnTimeoutGroup] 2024-12-09T10:13:13,842 DEBUG [master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739104799 {}] cleaner.HFileCleaner(306): Exit Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739104799,5,FailOnTimeoutGroup] 2024-12-09T10:13:13,842 INFO [M:0;de59e52b2fff:37925 {}] hbase.ChoreService(370): Chore service for: master/de59e52b2fff:0 had [] on shutdown 2024-12-09T10:13:13,842 DEBUG [M:0;de59e52b2fff:37925 {}] master.HMaster(1733): Stopping service threads 2024-12-09T10:13:13,842 INFO [M:0;de59e52b2fff:37925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T10:13:13,843 INFO [M:0;de59e52b2fff:37925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T10:13:13,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T10:13:13,880 DEBUG [M:0;de59e52b2fff:37925 {}] zookeeper.RecoverableZooKeeper(215): Node /2/master already deleted, retry=false 2024-12-09T10:13:13,880 DEBUG [M:0;de59e52b2fff:37925 {}] master.ActiveMasterManager(353): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Failed delete of our master address node; KeeperErrorCode = NoNode for /2/master 2024-12-09T10:13:13,880 INFO [M:0;de59e52b2fff:37925 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T10:13:13,881 INFO [M:0;de59e52b2fff:37925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T10:13:13,881 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T10:13:13,881 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:13,881 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:13,881 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T10:13:13,881 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-09T10:13:13,881 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.30 KB heapSize=271.01 KB 2024-12-09T10:13:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T10:13:13,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T10:13:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38649-0x100be84f1d60004, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:13,904 INFO [RS:0;de59e52b2fff:38649 {}] regionserver.HRegionServer(1307): Exiting; stopping=de59e52b2fff,38649,1733739103722; zookeeper connection closed. 2024-12-09T10:13:13,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fe88b74 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fe88b74 2024-12-09T10:13:13,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T10:13:13,923 DEBUG [M:0;de59e52b2fff:37925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f557acbe860e4101bc6101263874f0f3 is 82, key is hbase:meta,,1/info:regioninfo/1733739105629/Put/seqid=0 2024-12-09T10:13:13,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741871_1047 (size=5672) 2024-12-09T10:13:13,956 INFO [M:0;de59e52b2fff:37925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f557acbe860e4101bc6101263874f0f3 2024-12-09T10:13:14,004 DEBUG [M:0;de59e52b2fff:37925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5544de6637af4af8833e3b20508c22d9 is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733739120071/Put/seqid=0 2024-12-09T10:13:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741872_1048 (size=11253) 2024-12-09T10:13:14,044 INFO [M:0;de59e52b2fff:37925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.74 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5544de6637af4af8833e3b20508c22d9 2024-12-09T10:13:14,057 INFO [M:0;de59e52b2fff:37925 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5544de6637af4af8833e3b20508c22d9 2024-12-09T10:13:14,100 DEBUG [M:0;de59e52b2fff:37925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8ff6c9a2764da7b96344b0c36926f7 is 69, key is de59e52b2fff,38649,1733739103722/rs:state/1733739104940/Put/seqid=0 2024-12-09T10:13:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741873_1049 (size=5156) 2024-12-09T10:13:14,537 INFO [de59e52b2fff:40607Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T10:13:14,559 INFO [M:0;de59e52b2fff:37925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8ff6c9a2764da7b96344b0c36926f7 2024-12-09T10:13:14,585 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f557acbe860e4101bc6101263874f0f3 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f557acbe860e4101bc6101263874f0f3 2024-12-09T10:13:14,609 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f557acbe860e4101bc6101263874f0f3, entries=8, sequenceid=549, filesize=5.5 K 2024-12-09T10:13:14,627 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5544de6637af4af8833e3b20508c22d9 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5544de6637af4af8833e3b20508c22d9 2024-12-09T10:13:14,673 INFO [M:0;de59e52b2fff:37925 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5544de6637af4af8833e3b20508c22d9 2024-12-09T10:13:14,679 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5544de6637af4af8833e3b20508c22d9, entries=69, sequenceid=549, filesize=11.0 K 2024-12-09T10:13:14,692 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8ff6c9a2764da7b96344b0c36926f7 as hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d8ff6c9a2764da7b96344b0c36926f7 2024-12-09T10:13:14,728 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33849/user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d8ff6c9a2764da7b96344b0c36926f7, entries=1, sequenceid=549, filesize=5.0 K 2024-12-09T10:13:14,735 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.30 KB/225583, heapSize ~270.71 KB/277208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 854ms, sequenceid=549, compaction requested=false 2024-12-09T10:13:14,742 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:14,742 DEBUG [M:0;de59e52b2fff:37925 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:13:14,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/856581bb-c6b4-25fb-4b2f-2a20fe0b2922/MasterData/WALs/de59e52b2fff,37925,1733739103588/de59e52b2fff%2C37925%2C1733739103588.1733739104459 not finished, retry = 0 2024-12-09T10:13:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741830_1006 (size=262195) 2024-12-09T10:13:14,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T10:13:14,857 INFO [M:0;de59e52b2fff:37925 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T10:13:14,857 INFO [M:0;de59e52b2fff:37925 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37925 2024-12-09T10:13:14,905 DEBUG [M:0;de59e52b2fff:37925 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/de59e52b2fff,37925,1733739103588 already deleted, retry=false 2024-12-09T10:13:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37925-0x100be84f1d60003, quorum=127.0.0.1:56783, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:15,020 INFO [M:0;de59e52b2fff:37925 {}] regionserver.HRegionServer(1307): Exiting; stopping=de59e52b2fff,37925,1733739103588; zookeeper connection closed. 2024-12-09T10:13:15,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c3a7825{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:13:15,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef9ef6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:13:15,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:13:15,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db0f175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:13:15,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2661e40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.log.dir/,STOPPED} 2024-12-09T10:13:15,031 WARN [BP-256810609-172.17.0.3-1733739101784 heartbeating to localhost/127.0.0.1:33849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:13:15,031 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:13:15,031 WARN [BP-256810609-172.17.0.3-1733739101784 heartbeating to localhost/127.0.0.1:33849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256810609-172.17.0.3-1733739101784 (Datanode Uuid 91ec4f20-f6d6-4964-b266-79d75aea6ad1) service to localhost/127.0.0.1:33849 2024-12-09T10:13:15,031 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:13:15,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/cluster_7e7e43c6-90cf-ae73-089e-4f5a4e847d75/dfs/data/data1/current/BP-256810609-172.17.0.3-1733739101784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:13:15,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/cluster_7e7e43c6-90cf-ae73-089e-4f5a4e847d75/dfs/data/data2/current/BP-256810609-172.17.0.3-1733739101784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:13:15,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:13:15,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f89429d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:13:15,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c272ed2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:13:15,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:13:15,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@329a01bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:13:15,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c181ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1b5898a-2373-8e68-f877-5d0e7cbe76fc/hadoop.log.dir/,STOPPED} 2024-12-09T10:13:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T10:13:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:13:15,080 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T10:13:15,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cd9d88e to 127.0.0.1:56783 2024-12-09T10:13:15,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:15,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T10:13:15,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016861662, stopped=false 2024-12-09T10:13:15,080 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=de59e52b2fff,37425,1733739095638 2024-12-09T10:13:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T10:13:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:13:15,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T10:13:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T10:13:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:13:15,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:15,093 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de59e52b2fff,40607,1733739096700' ***** 2024-12-09T10:13:15,093 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T10:13:15,093 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T10:13:15,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T10:13:15,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 02413d426b6d904a826b1b408b672995 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 43f65ed0d8271deafe0fe85a6e80e434 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 6435e065e3e741ec204f6dba1c25a757 2024-12-09T10:13:15,094 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02413d426b6d904a826b1b408b672995, disabling compactions & flushes 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for a8fff1b44ef416a1702ce7d68aefc076 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 87d2495954373df1f7e5f14271313222 2024-12-09T10:13:15,094 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:13:15,094 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for e3df060b08b2ad8e0aec536ab32e60f2 2024-12-09T10:13:15,094 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. after waiting 0 ms 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a908e198eea2405cc2ea7c83d67b43a 2024-12-09T10:13:15,094 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 25e552576e30566a270d494d5281126b 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for e09954572c843eed997fa10446f08a5d 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 50f77d3479b04974bf509545f1a32e73 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for b170837e51910a2e3d6e6ef44e96e463 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for d0680b7076ec18194446ec1582dea5fa 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for bf86ae2ee00f38767e0fc8a1cf719afb 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 03d343776a7893f3f481ac84c1299d44 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 2e0fac04fb9909e22187281e5e3f7eb9 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for ad6792b726c32add8cfcfee51f314265 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 210aa754c92cb65cd027e7e2ddeb024d 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for b58b04938bf0ba0bda81b0d197e114b7 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 99b1d582c500b5d33018082fd22604d0 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 89fa69c7c95d886e5f90588284e1838b 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ea641de4cedac1c22aaf68ace46972f 2024-12-09T10:13:15,094 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 71bc4586d23da3f7edd1c1fcaac06c53 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 37bf14597258b57191eb75d53fa3df70 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for c2518ab8acdc62e869d4ae0081ea471d 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for f6735d1401703808761ced7a13334c79 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 66a23703c19337cbf790f35f8a69949c 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1224): stopping server de59e52b2fff,40607,1733739096700 2024-12-09T10:13:15,095 DEBUG [RS:0;de59e52b2fff:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:15,095 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T10:13:15,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T10:13:15,096 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T10:13:15,096 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T10:13:15,096 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T10:13:15,096 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T10:13:15,096 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 02413d426b6d904a826b1b408b672995, 03d343776a7893f3f481ac84c1299d44, 1588230740, 210aa754c92cb65cd027e7e2ddeb024d, 25e552576e30566a270d494d5281126b, 2e0fac04fb9909e22187281e5e3f7eb9, 37bf14597258b57191eb75d53fa3df70, 43f65ed0d8271deafe0fe85a6e80e434, 4a908e198eea2405cc2ea7c83d67b43a, 50f77d3479b04974bf509545f1a32e73, 6435e065e3e741ec204f6dba1c25a757, 66a23703c19337cbf790f35f8a69949c, 71bc4586d23da3f7edd1c1fcaac06c53, 87d2495954373df1f7e5f14271313222, 89fa69c7c95d886e5f90588284e1838b, 99b1d582c500b5d33018082fd22604d0, 9ea641de4cedac1c22aaf68ace46972f, a8fff1b44ef416a1702ce7d68aefc076, ad6792b726c32add8cfcfee51f314265, b170837e51910a2e3d6e6ef44e96e463, b58b04938bf0ba0bda81b0d197e114b7, bf86ae2ee00f38767e0fc8a1cf719afb, c2518ab8acdc62e869d4ae0081ea471d, d0680b7076ec18194446ec1582dea5fa, e09954572c843eed997fa10446f08a5d, e3df060b08b2ad8e0aec536ab32e60f2, f6735d1401703808761ced7a13334c79, f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,097 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T10:13:15,097 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T10:13:15,097 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T10:13:15,097 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T10:13:15,097 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T10:13:15,097 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T10:13:15,105 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/02413d426b6d904a826b1b408b672995/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,106 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02413d426b6d904a826b1b408b672995: 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733739106687.02413d426b6d904a826b1b408b672995. 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 43f65ed0d8271deafe0fe85a6e80e434, disabling compactions & flushes 2024-12-09T10:13:15,106 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. after waiting 0 ms 2024-12-09T10:13:15,106 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:13:15,111 INFO [regionserver/de59e52b2fff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T10:13:15,111 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/43f65ed0d8271deafe0fe85a6e80e434/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,112 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 43f65ed0d8271deafe0fe85a6e80e434: 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733739106687.43f65ed0d8271deafe0fe85a6e80e434. 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6435e065e3e741ec204f6dba1c25a757, disabling compactions & flushes 2024-12-09T10:13:15,112 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. after waiting 0 ms 2024-12-09T10:13:15,112 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:13:15,112 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6435e065e3e741ec204f6dba1c25a757 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T10:13:15,125 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/info/cce93d639746439c88cc19e2c3ca2ad4 is 143, key is hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757./info:regioninfo/1733739101324/Put/seqid=0 2024-12-09T10:13:15,132 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/.tmp/info/e35d5061a77c4835ba6bab6db3f031dc is 45, key is default/info:d/1733739101486/Put/seqid=0 2024-12-09T10:13:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741867_1043 (size=36340) 2024-12-09T10:13:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741868_1044 (size=5037) 2024-12-09T10:13:15,291 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=de59e52b2fff:37425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-09T10:13:15,297 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 03d343776a7893f3f481ac84c1299d44, 1588230740, 210aa754c92cb65cd027e7e2ddeb024d, 25e552576e30566a270d494d5281126b, 2e0fac04fb9909e22187281e5e3f7eb9, 37bf14597258b57191eb75d53fa3df70, 4a908e198eea2405cc2ea7c83d67b43a, 50f77d3479b04974bf509545f1a32e73, 6435e065e3e741ec204f6dba1c25a757, 66a23703c19337cbf790f35f8a69949c, 71bc4586d23da3f7edd1c1fcaac06c53, 87d2495954373df1f7e5f14271313222, 89fa69c7c95d886e5f90588284e1838b, 99b1d582c500b5d33018082fd22604d0, 9ea641de4cedac1c22aaf68ace46972f, a8fff1b44ef416a1702ce7d68aefc076, ad6792b726c32add8cfcfee51f314265, b170837e51910a2e3d6e6ef44e96e463, b58b04938bf0ba0bda81b0d197e114b7, bf86ae2ee00f38767e0fc8a1cf719afb, c2518ab8acdc62e869d4ae0081ea471d, d0680b7076ec18194446ec1582dea5fa, e09954572c843eed997fa10446f08a5d, e3df060b08b2ad8e0aec536ab32e60f2, f6735d1401703808761ced7a13334c79, f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,498 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 03d343776a7893f3f481ac84c1299d44, 1588230740, 210aa754c92cb65cd027e7e2ddeb024d, 25e552576e30566a270d494d5281126b, 2e0fac04fb9909e22187281e5e3f7eb9, 37bf14597258b57191eb75d53fa3df70, 4a908e198eea2405cc2ea7c83d67b43a, 50f77d3479b04974bf509545f1a32e73, 6435e065e3e741ec204f6dba1c25a757, 66a23703c19337cbf790f35f8a69949c, 71bc4586d23da3f7edd1c1fcaac06c53, 87d2495954373df1f7e5f14271313222, 89fa69c7c95d886e5f90588284e1838b, 99b1d582c500b5d33018082fd22604d0, 9ea641de4cedac1c22aaf68ace46972f, a8fff1b44ef416a1702ce7d68aefc076, ad6792b726c32add8cfcfee51f314265, b170837e51910a2e3d6e6ef44e96e463, b58b04938bf0ba0bda81b0d197e114b7, bf86ae2ee00f38767e0fc8a1cf719afb, c2518ab8acdc62e869d4ae0081ea471d, d0680b7076ec18194446ec1582dea5fa, e09954572c843eed997fa10446f08a5d, e3df060b08b2ad8e0aec536ab32e60f2, f6735d1401703808761ced7a13334c79, f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,510 INFO [regionserver/de59e52b2fff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T10:13:15,510 INFO [regionserver/de59e52b2fff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T10:13:15,538 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/info/cce93d639746439c88cc19e2c3ca2ad4 2024-12-09T10:13:15,548 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/.tmp/info/e35d5061a77c4835ba6bab6db3f031dc 2024-12-09T10:13:15,572 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/rep_barrier/8660a17176e2470fb417b8d117982f5e is 115, key is test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb./rep_barrier:seqnumDuringOpen/1733739109757/Put/seqid=0 2024-12-09T10:13:15,583 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/.tmp/info/e35d5061a77c4835ba6bab6db3f031dc as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/info/e35d5061a77c4835ba6bab6db3f031dc 2024-12-09T10:13:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741869_1045 (size=8574) 2024-12-09T10:13:15,600 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/info/e35d5061a77c4835ba6bab6db3f031dc, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T10:13:15,601 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6435e065e3e741ec204f6dba1c25a757 in 488ms, sequenceid=6, compaction requested=false 2024-12-09T10:13:15,612 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/rep_barrier/8660a17176e2470fb417b8d117982f5e 2024-12-09T10:13:15,620 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/namespace/6435e065e3e741ec204f6dba1c25a757/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T10:13:15,622 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6435e065e3e741ec204f6dba1c25a757: 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733739100428.6435e065e3e741ec204f6dba1c25a757. 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a8fff1b44ef416a1702ce7d68aefc076, disabling compactions & flushes 2024-12-09T10:13:15,622 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. after waiting 0 ms 2024-12-09T10:13:15,622 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:13:15,646 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/a8fff1b44ef416a1702ce7d68aefc076/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,647 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a8fff1b44ef416a1702ce7d68aefc076: 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733739106687.a8fff1b44ef416a1702ce7d68aefc076. 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 87d2495954373df1f7e5f14271313222, disabling compactions & flushes 2024-12-09T10:13:15,647 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733739106687.87d2495954373df1f7e5f14271313222. after waiting 0 ms 2024-12-09T10:13:15,647 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:13:15,658 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/table/d2b460ea56c54084a426790b810749f7 is 94, key is testdroppedtimed,,1733739123960.4d3b564cfde20996f209d040c468f850./table:/1733739187396/DeleteFamily/seqid=0 2024-12-09T10:13:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741870_1046 (size=5605) 2024-12-09T10:13:15,683 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/87d2495954373df1f7e5f14271313222/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,684 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:13:15,684 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 87d2495954373df1f7e5f14271313222: 2024-12-09T10:13:15,684 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733739106687.87d2495954373df1f7e5f14271313222. 2024-12-09T10:13:15,685 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e3df060b08b2ad8e0aec536ab32e60f2, disabling compactions & flushes 2024-12-09T10:13:15,685 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:13:15,685 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:13:15,685 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. after waiting 0 ms 2024-12-09T10:13:15,685 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:13:15,690 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e3df060b08b2ad8e0aec536ab32e60f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,691 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e3df060b08b2ad8e0aec536ab32e60f2: 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733739106687.e3df060b08b2ad8e0aec536ab32e60f2. 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a908e198eea2405cc2ea7c83d67b43a, disabling compactions & flushes 2024-12-09T10:13:15,691 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. after waiting 0 ms 2024-12-09T10:13:15,691 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:13:15,698 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 03d343776a7893f3f481ac84c1299d44, 1588230740, 210aa754c92cb65cd027e7e2ddeb024d, 25e552576e30566a270d494d5281126b, 2e0fac04fb9909e22187281e5e3f7eb9, 37bf14597258b57191eb75d53fa3df70, 4a908e198eea2405cc2ea7c83d67b43a, 50f77d3479b04974bf509545f1a32e73, 66a23703c19337cbf790f35f8a69949c, 71bc4586d23da3f7edd1c1fcaac06c53, 89fa69c7c95d886e5f90588284e1838b, 99b1d582c500b5d33018082fd22604d0, 9ea641de4cedac1c22aaf68ace46972f, ad6792b726c32add8cfcfee51f314265, b170837e51910a2e3d6e6ef44e96e463, b58b04938bf0ba0bda81b0d197e114b7, bf86ae2ee00f38767e0fc8a1cf719afb, c2518ab8acdc62e869d4ae0081ea471d, d0680b7076ec18194446ec1582dea5fa, e09954572c843eed997fa10446f08a5d, f6735d1401703808761ced7a13334c79, f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,698 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/4a908e198eea2405cc2ea7c83d67b43a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,699 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a908e198eea2405cc2ea7c83d67b43a: 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733739106687.4a908e198eea2405cc2ea7c83d67b43a. 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 25e552576e30566a270d494d5281126b, disabling compactions & flushes 2024-12-09T10:13:15,699 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733739106687.25e552576e30566a270d494d5281126b. after waiting 0 ms 2024-12-09T10:13:15,699 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:13:15,699 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 25e552576e30566a270d494d5281126b 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-09T10:13:15,728 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/.tmp/f/e10884969ebd4b2697c42b2571b85f0f is 4136, key is NormalPut000/f:row/1733739127848/Put/seqid=0 2024-12-09T10:13:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741871_1047 (size=4147225) 2024-12-09T10:13:15,736 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/.tmp/f/e10884969ebd4b2697c42b2571b85f0f 2024-12-09T10:13:15,769 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/.tmp/f/e10884969ebd4b2697c42b2571b85f0f as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/f/e10884969ebd4b2697c42b2571b85f0f 2024-12-09T10:13:15,795 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/f/e10884969ebd4b2697c42b2571b85f0f, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-09T10:13:15,800 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 25e552576e30566a270d494d5281126b in 100ms, sequenceid=1004, compaction requested=false 2024-12-09T10:13:15,839 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/25e552576e30566a270d494d5281126b/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-09T10:13:15,840 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:13:15,840 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 25e552576e30566a270d494d5281126b: 2024-12-09T10:13:15,840 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733739106687.25e552576e30566a270d494d5281126b. 2024-12-09T10:13:15,840 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e09954572c843eed997fa10446f08a5d, disabling compactions & flushes 2024-12-09T10:13:15,841 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:13:15,841 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:13:15,841 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. after waiting 0 ms 2024-12-09T10:13:15,841 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:13:15,852 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/e09954572c843eed997fa10446f08a5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,853 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e09954572c843eed997fa10446f08a5d: 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733739106687.e09954572c843eed997fa10446f08a5d. 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 50f77d3479b04974bf509545f1a32e73, disabling compactions & flushes 2024-12-09T10:13:15,853 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. after waiting 0 ms 2024-12-09T10:13:15,853 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:13:15,876 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/50f77d3479b04974bf509545f1a32e73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,876 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 50f77d3479b04974bf509545f1a32e73: 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733739106687.50f77d3479b04974bf509545f1a32e73. 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b170837e51910a2e3d6e6ef44e96e463, disabling compactions & flushes 2024-12-09T10:13:15,877 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. after waiting 0 ms 2024-12-09T10:13:15,877 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:13:15,890 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b170837e51910a2e3d6e6ef44e96e463/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,891 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b170837e51910a2e3d6e6ef44e96e463: 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733739106687.b170837e51910a2e3d6e6ef44e96e463. 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d0680b7076ec18194446ec1582dea5fa, disabling compactions & flushes 2024-12-09T10:13:15,891 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. after waiting 0 ms 2024-12-09T10:13:15,891 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:13:15,897 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/d0680b7076ec18194446ec1582dea5fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,898 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 03d343776a7893f3f481ac84c1299d44, 1588230740, 210aa754c92cb65cd027e7e2ddeb024d, 2e0fac04fb9909e22187281e5e3f7eb9, 37bf14597258b57191eb75d53fa3df70, 66a23703c19337cbf790f35f8a69949c, 71bc4586d23da3f7edd1c1fcaac06c53, 89fa69c7c95d886e5f90588284e1838b, 99b1d582c500b5d33018082fd22604d0, 9ea641de4cedac1c22aaf68ace46972f, ad6792b726c32add8cfcfee51f314265, b58b04938bf0ba0bda81b0d197e114b7, bf86ae2ee00f38767e0fc8a1cf719afb, c2518ab8acdc62e869d4ae0081ea471d, d0680b7076ec18194446ec1582dea5fa, f6735d1401703808761ced7a13334c79, f8bd4a96cb7e7178d8049cef020f049a 2024-12-09T10:13:15,898 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d0680b7076ec18194446ec1582dea5fa: 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733739106687.d0680b7076ec18194446ec1582dea5fa. 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf86ae2ee00f38767e0fc8a1cf719afb, disabling compactions & flushes 2024-12-09T10:13:15,898 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. after waiting 0 ms 2024-12-09T10:13:15,898 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:13:15,904 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/bf86ae2ee00f38767e0fc8a1cf719afb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,904 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf86ae2ee00f38767e0fc8a1cf719afb: 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733739106687.bf86ae2ee00f38767e0fc8a1cf719afb. 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 03d343776a7893f3f481ac84c1299d44, disabling compactions & flushes 2024-12-09T10:13:15,905 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. after waiting 0 ms 2024-12-09T10:13:15,905 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:13:15,912 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/03d343776a7893f3f481ac84c1299d44/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,913 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:13:15,913 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 03d343776a7893f3f481ac84c1299d44: 2024-12-09T10:13:15,913 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733739106687.03d343776a7893f3f481ac84c1299d44. 2024-12-09T10:13:15,913 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2e0fac04fb9909e22187281e5e3f7eb9, disabling compactions & flushes 2024-12-09T10:13:15,913 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:13:15,913 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:13:15,914 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. after waiting 0 ms 2024-12-09T10:13:15,914 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:13:15,925 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/2e0fac04fb9909e22187281e5e3f7eb9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,926 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2e0fac04fb9909e22187281e5e3f7eb9: 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733739106687.2e0fac04fb9909e22187281e5e3f7eb9. 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ad6792b726c32add8cfcfee51f314265, disabling compactions & flushes 2024-12-09T10:13:15,926 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. after waiting 0 ms 2024-12-09T10:13:15,926 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:13:15,941 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/ad6792b726c32add8cfcfee51f314265/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,942 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:13:15,942 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ad6792b726c32add8cfcfee51f314265: 2024-12-09T10:13:15,943 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733739106687.ad6792b726c32add8cfcfee51f314265. 2024-12-09T10:13:15,943 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 210aa754c92cb65cd027e7e2ddeb024d, disabling compactions & flushes 2024-12-09T10:13:15,943 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:13:15,943 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:13:15,943 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. after waiting 0 ms 2024-12-09T10:13:15,943 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:13:15,954 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/210aa754c92cb65cd027e7e2ddeb024d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,955 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:13:15,955 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 210aa754c92cb65cd027e7e2ddeb024d: 2024-12-09T10:13:15,955 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733739106687.210aa754c92cb65cd027e7e2ddeb024d. 2024-12-09T10:13:15,956 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b58b04938bf0ba0bda81b0d197e114b7, disabling compactions & flushes 2024-12-09T10:13:15,956 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:13:15,956 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:13:15,956 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. after waiting 0 ms 2024-12-09T10:13:15,956 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:13:15,994 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/b58b04938bf0ba0bda81b0d197e114b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:15,995 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:13:15,995 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b58b04938bf0ba0bda81b0d197e114b7: 2024-12-09T10:13:15,995 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733739106687.b58b04938bf0ba0bda81b0d197e114b7. 2024-12-09T10:13:15,995 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99b1d582c500b5d33018082fd22604d0, disabling compactions & flushes 2024-12-09T10:13:15,995 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:13:15,996 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:13:15,996 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. after waiting 0 ms 2024-12-09T10:13:15,996 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:13:16,005 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/99b1d582c500b5d33018082fd22604d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,006 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:13:16,006 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99b1d582c500b5d33018082fd22604d0: 2024-12-09T10:13:16,006 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733739106687.99b1d582c500b5d33018082fd22604d0. 2024-12-09T10:13:16,007 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 89fa69c7c95d886e5f90588284e1838b, disabling compactions & flushes 2024-12-09T10:13:16,007 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:13:16,007 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:13:16,007 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. after waiting 0 ms 2024-12-09T10:13:16,007 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:13:16,013 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/89fa69c7c95d886e5f90588284e1838b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,014 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 89fa69c7c95d886e5f90588284e1838b: 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733739106687.89fa69c7c95d886e5f90588284e1838b. 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ea641de4cedac1c22aaf68ace46972f, disabling compactions & flushes 2024-12-09T10:13:16,014 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. after waiting 0 ms 2024-12-09T10:13:16,014 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:13:16,020 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/9ea641de4cedac1c22aaf68ace46972f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,021 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ea641de4cedac1c22aaf68ace46972f: 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733739106687.9ea641de4cedac1c22aaf68ace46972f. 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8bd4a96cb7e7178d8049cef020f049a, disabling compactions & flushes 2024-12-09T10:13:16,021 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. after waiting 0 ms 2024-12-09T10:13:16,021 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:13:16,043 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f8bd4a96cb7e7178d8049cef020f049a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,044 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8bd4a96cb7e7178d8049cef020f049a: 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733739106687.f8bd4a96cb7e7178d8049cef020f049a. 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71bc4586d23da3f7edd1c1fcaac06c53, disabling compactions & flushes 2024-12-09T10:13:16,044 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. after waiting 0 ms 2024-12-09T10:13:16,044 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:13:16,061 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/71bc4586d23da3f7edd1c1fcaac06c53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,062 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71bc4586d23da3f7edd1c1fcaac06c53: 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733739106687.71bc4586d23da3f7edd1c1fcaac06c53. 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 37bf14597258b57191eb75d53fa3df70, disabling compactions & flushes 2024-12-09T10:13:16,062 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. after waiting 0 ms 2024-12-09T10:13:16,062 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:13:16,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T10:13:16,075 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/37bf14597258b57191eb75d53fa3df70/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,082 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:13:16,082 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 37bf14597258b57191eb75d53fa3df70: 2024-12-09T10:13:16,082 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733739106687.37bf14597258b57191eb75d53fa3df70. 2024-12-09T10:13:16,083 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/table/d2b460ea56c54084a426790b810749f7 2024-12-09T10:13:16,087 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c2518ab8acdc62e869d4ae0081ea471d, disabling compactions & flushes 2024-12-09T10:13:16,088 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:13:16,088 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:13:16,088 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. after waiting 0 ms 2024-12-09T10:13:16,088 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:13:16,098 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1599): Waiting on 4 regions to close 2024-12-09T10:13:16,098 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c2518ab8acdc62e869d4ae0081ea471d=test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d., f6735d1401703808761ced7a13334c79=test,ccc,1733739106687.f6735d1401703808761ced7a13334c79., 66a23703c19337cbf790f35f8a69949c=test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c.} 2024-12-09T10:13:16,098 DEBUG [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 66a23703c19337cbf790f35f8a69949c, c2518ab8acdc62e869d4ae0081ea471d, f6735d1401703808761ced7a13334c79 2024-12-09T10:13:16,113 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/c2518ab8acdc62e869d4ae0081ea471d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/info/cce93d639746439c88cc19e2c3ca2ad4 as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/info/cce93d639746439c88cc19e2c3ca2ad4 2024-12-09T10:13:16,120 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c2518ab8acdc62e869d4ae0081ea471d: 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733739106687.c2518ab8acdc62e869d4ae0081ea471d. 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f6735d1401703808761ced7a13334c79, disabling compactions & flushes 2024-12-09T10:13:16,120 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. after waiting 0 ms 2024-12-09T10:13:16,120 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:13:16,140 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/info/cce93d639746439c88cc19e2c3ca2ad4, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T10:13:16,141 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/rep_barrier/8660a17176e2470fb417b8d117982f5e as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/rep_barrier/8660a17176e2470fb417b8d117982f5e 2024-12-09T10:13:16,147 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/f6735d1401703808761ced7a13334c79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,157 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f6735d1401703808761ced7a13334c79: 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733739106687.f6735d1401703808761ced7a13334c79. 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66a23703c19337cbf790f35f8a69949c, disabling compactions & flushes 2024-12-09T10:13:16,157 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. after waiting 0 ms 2024-12-09T10:13:16,157 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:13:16,164 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/rep_barrier/8660a17176e2470fb417b8d117982f5e, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T10:13:16,165 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/.tmp/table/d2b460ea56c54084a426790b810749f7 as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/table/d2b460ea56c54084a426790b810749f7 2024-12-09T10:13:16,167 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/default/test/66a23703c19337cbf790f35f8a69949c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T10:13:16,171 INFO [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:13:16,171 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66a23703c19337cbf790f35f8a69949c: 2024-12-09T10:13:16,172 DEBUG [RS_CLOSE_REGION-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733739106687.66a23703c19337cbf790f35f8a69949c. 2024-12-09T10:13:16,187 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/table/d2b460ea56c54084a426790b810749f7, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T10:13:16,189 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1092ms, sequenceid=77, compaction requested=false 2024-12-09T10:13:16,189 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T10:13:16,244 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T10:13:16,245 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T10:13:16,245 INFO [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T10:13:16,245 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T10:13:16,245 DEBUG [RS_CLOSE_META-regionserver/de59e52b2fff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T10:13:16,299 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1250): stopping server de59e52b2fff,40607,1733739096700; all regions closed. 2024-12-09T10:13:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741834_1010 (size=40374) 2024-12-09T10:13:16,351 DEBUG [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/oldWALs 2024-12-09T10:13:16,351 INFO [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de59e52b2fff%2C40607%2C1733739096700.meta:.meta(num 1733739100070) 2024-12-09T10:13:16,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/WALs/de59e52b2fff,40607,1733739096700/de59e52b2fff%2C40607%2C1733739096700.1733739099655 not finished, retry = 0 2024-12-09T10:13:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741833_1009 (size=4217378) 2024-12-09T10:13:16,499 DEBUG [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/oldWALs 2024-12-09T10:13:16,499 INFO [RS:0;de59e52b2fff:40607 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de59e52b2fff%2C40607%2C1733739096700:(num 1733739099655) 2024-12-09T10:13:16,499 DEBUG [RS:0;de59e52b2fff:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:16,499 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T10:13:16,500 INFO [RS:0;de59e52b2fff:40607 {}] hbase.ChoreService(370): Chore service for: regionserver/de59e52b2fff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T10:13:16,501 INFO [regionserver/de59e52b2fff:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T10:13:16,502 INFO [RS:0;de59e52b2fff:40607 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40607 2024-12-09T10:13:16,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/de59e52b2fff,40607,1733739096700 2024-12-09T10:13:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T10:13:16,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de59e52b2fff,40607,1733739096700] 2024-12-09T10:13:16,536 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing de59e52b2fff,40607,1733739096700; numProcessing=1 2024-12-09T10:13:16,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/de59e52b2fff,40607,1733739096700 already deleted, retry=false 2024-12-09T10:13:16,551 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; de59e52b2fff,40607,1733739096700 expired; onlineServers=0 2024-12-09T10:13:16,551 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de59e52b2fff,37425,1733739095638' ***** 2024-12-09T10:13:16,551 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T10:13:16,551 DEBUG [M:0;de59e52b2fff:37425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfba10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de59e52b2fff/172.17.0.3:0 2024-12-09T10:13:16,551 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegionServer(1224): stopping server de59e52b2fff,37425,1733739095638 2024-12-09T10:13:16,551 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegionServer(1250): stopping server de59e52b2fff,37425,1733739095638; all regions closed. 2024-12-09T10:13:16,551 DEBUG [M:0;de59e52b2fff:37425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T10:13:16,552 DEBUG [M:0;de59e52b2fff:37425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T10:13:16,552 DEBUG [M:0;de59e52b2fff:37425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T10:13:16,552 DEBUG [master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739099287 {}] cleaner.HFileCleaner(306): Exit Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.small.0-1733739099287,5,FailOnTimeoutGroup] 2024-12-09T10:13:16,552 INFO [M:0;de59e52b2fff:37425 {}] hbase.ChoreService(370): Chore service for: master/de59e52b2fff:0 had [] on shutdown 2024-12-09T10:13:16,552 DEBUG [M:0;de59e52b2fff:37425 {}] master.HMaster(1733): Stopping service threads 2024-12-09T10:13:16,552 INFO [M:0;de59e52b2fff:37425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T10:13:16,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T10:13:16,552 ERROR [M:0;de59e52b2fff:37425 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-2,5,PEWorkerGroup] 2024-12-09T10:13:16,552 INFO [M:0;de59e52b2fff:37425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T10:13:16,552 DEBUG [master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739099287 {}] cleaner.HFileCleaner(306): Exit Thread[master/de59e52b2fff:0:becomeActiveMaster-HFileCleaner.large.0-1733739099287,5,FailOnTimeoutGroup] 2024-12-09T10:13:16,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T10:13:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-09T10:13:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T10:13:16,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T10:13:16,603 DEBUG [M:0;de59e52b2fff:37425 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-09T10:13:16,603 DEBUG [M:0;de59e52b2fff:37425 {}] master.ActiveMasterManager(353): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-09T10:13:16,603 INFO [M:0;de59e52b2fff:37425 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T10:13:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T10:13:16,604 INFO [M:0;de59e52b2fff:37425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T10:13:16,604 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T10:13:16,605 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:16,605 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:16,605 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T10:13:16,605 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:16,605 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.91 KB 2024-12-09T10:13:16,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T10:13:16,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T10:13:16,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T10:13:16,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-09T10:13:16,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T10:13:16,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:16,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x100be84f1d60001, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:16,647 INFO [RS:0;de59e52b2fff:40607 {}] regionserver.HRegionServer(1307): Exiting; stopping=de59e52b2fff,40607,1733739096700; zookeeper connection closed. 2024-12-09T10:13:16,655 DEBUG [M:0;de59e52b2fff:37425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/346135ff731d4491bdaa71f7bb9dcd1a is 82, key is hbase:meta,,1/info:regioninfo/1733739100207/Put/seqid=0 2024-12-09T10:13:16,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@393fb43c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@393fb43c 2024-12-09T10:13:16,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T10:13:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741872_1048 (size=5672) 2024-12-09T10:13:17,095 INFO [M:0;de59e52b2fff:37425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/346135ff731d4491bdaa71f7bb9dcd1a 2024-12-09T10:13:17,124 DEBUG [M:0;de59e52b2fff:37425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/921ff037bd8642d48878079152ee0dfc is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733739111316/Put/seqid=0 2024-12-09T10:13:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741873_1049 (size=12841) 2024-12-09T10:13:17,160 INFO [M:0;de59e52b2fff:37425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.38 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/921ff037bd8642d48878079152ee0dfc 2024-12-09T10:13:17,199 INFO [M:0;de59e52b2fff:37425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 921ff037bd8642d48878079152ee0dfc 2024-12-09T10:13:17,233 DEBUG [M:0;de59e52b2fff:37425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52985b6c31264e70b220c9c1e026d6e4 is 69, key is de59e52b2fff,40607,1733739096700/rs:state/1733739099379/Put/seqid=0 2024-12-09T10:13:17,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741874_1050 (size=5156) 2024-12-09T10:13:17,656 INFO [M:0;de59e52b2fff:37425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52985b6c31264e70b220c9c1e026d6e4 2024-12-09T10:13:17,664 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/346135ff731d4491bdaa71f7bb9dcd1a as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/346135ff731d4491bdaa71f7bb9dcd1a 2024-12-09T10:13:17,674 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/346135ff731d4491bdaa71f7bb9dcd1a, entries=8, sequenceid=612, filesize=5.5 K 2024-12-09T10:13:17,688 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/921ff037bd8642d48878079152ee0dfc as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/921ff037bd8642d48878079152ee0dfc 2024-12-09T10:13:17,705 INFO [M:0;de59e52b2fff:37425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 921ff037bd8642d48878079152ee0dfc 2024-12-09T10:13:17,705 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/921ff037bd8642d48878079152ee0dfc, entries=77, sequenceid=612, filesize=12.5 K 2024-12-09T10:13:17,706 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52985b6c31264e70b220c9c1e026d6e4 as hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52985b6c31264e70b220c9c1e026d6e4 2024-12-09T10:13:17,718 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38905/user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52985b6c31264e70b220c9c1e026d6e4, entries=1, sequenceid=612, filesize=5.0 K 2024-12-09T10:13:17,723 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243651, heapSize ~293.62 KB/300664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1118ms, sequenceid=612, compaction requested=false 2024-12-09T10:13:17,768 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T10:13:17,768 DEBUG [M:0;de59e52b2fff:37425 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T10:13:17,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cedb8cfb-65c5-a56f-53ee-c13298568cb4/MasterData/WALs/de59e52b2fff,37425,1733739095638/de59e52b2fff%2C37425%2C1733739095638.1733739098250 not finished, retry = 0 2024-12-09T10:13:17,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741830_1006 (size=284390) 2024-12-09T10:13:17,923 INFO [M:0;de59e52b2fff:37425 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T10:13:17,923 INFO [M:0;de59e52b2fff:37425 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37425 2024-12-09T10:13:17,924 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T10:13:17,979 DEBUG [M:0;de59e52b2fff:37425 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/de59e52b2fff,37425,1733739095638 already deleted, retry=false 2024-12-09T10:13:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37425-0x100be84f1d60000, quorum=127.0.0.1:56783, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T10:13:18,131 INFO [M:0;de59e52b2fff:37425 {}] regionserver.HRegionServer(1307): Exiting; stopping=de59e52b2fff,37425,1733739095638; zookeeper connection closed. 2024-12-09T10:13:18,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:13:18,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:13:18,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:13:18,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:13:18,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.log.dir/,STOPPED} 2024-12-09T10:13:18,184 WARN [BP-303565157-172.17.0.3-1733739091616 heartbeating to localhost/127.0.0.1:38905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:13:18,184 WARN [BP-303565157-172.17.0.3-1733739091616 heartbeating to localhost/127.0.0.1:38905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-303565157-172.17.0.3-1733739091616 (Datanode Uuid fe446865-163f-4ff5-b147-cfb6b3260de8) service to localhost/127.0.0.1:38905 2024-12-09T10:13:18,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:13:18,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/dfs/data/data1/current/BP-303565157-172.17.0.3-1733739091616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:13:18,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:13:18,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/cluster_fec376a5-3d6b-08d7-1d72-cc4b43f6d2bd/dfs/data/data2/current/BP-303565157-172.17.0.3-1733739091616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:13:18,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:13:18,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:13:18,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:13:18,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:13:18,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:13:18,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea20ca70-ba71-8cd2-0768-6ecbb0c243a3/hadoop.log.dir/,STOPPED} 2024-12-09T10:13:18,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T10:13:18,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down