2024-12-11 22:34:54,481 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-11 22:34:54,523 main DEBUG Took 0.039175 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 22:34:54,524 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 22:34:54,524 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 22:34:54,526 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 22:34:54,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,539 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 22:34:54,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,597 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,598 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,601 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,602 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,603 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:34:54,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,608 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 22:34:54,610 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:34:54,612 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 22:34:54,620 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 22:34:54,629 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 22:34:54,631 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 22:34:54,633 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 22:34:54,650 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 22:34:54,657 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 22:34:54,671 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 22:34:54,672 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 22:34:54,672 main DEBUG createAppenders(={Console}) 2024-12-11 22:34:54,673 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-11 22:34:54,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-11 22:34:54,677 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-11 22:34:54,678 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 22:34:54,678 main DEBUG OutputStream closed 2024-12-11 22:34:54,679 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 22:34:54,679 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 22:34:54,679 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-11 22:34:54,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 22:34:54,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 22:34:54,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 22:34:54,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 22:34:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 22:34:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 22:34:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 22:34:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 22:34:54,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 22:34:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 22:34:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 22:34:54,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 22:34:54,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 22:34:54,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 22:34:54,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 22:34:54,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 22:34:54,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 22:34:54,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 22:34:54,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 22:34:54,906 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-11 22:34:54,907 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 22:34:54,908 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-11T22:34:55,402 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e 2024-12-11 22:34:55,406 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 22:34:55,409 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T22:34:55,427 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop-log-dir so I do NOT create it in target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04 2024-12-11T22:34:55,428 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop-log-dir Erasing configuration value by system value. 2024-12-11T22:34:55,429 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop-tmp-dir so I do NOT create it in target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04 2024-12-11T22:34:55,432 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-11T22:34:55,433 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04 2024-12-11T22:34:55,449 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-11T22:34:55,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36, deleteOnExit=true 2024-12-11T22:34:55,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/zookeeper_0, clientPort=50778, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T22:34:55,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50778 2024-12-11T22:34:55,721 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-11T22:34:55,721 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-11T22:34:55,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T22:34:55,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-11T22:34:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/test.cache.data in system properties and HBase conf 2024-12-11T22:34:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T22:34:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.log.dir in system properties and HBase conf 2024-12-11T22:34:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T22:34:55,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T22:34:55,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T22:34:55,865 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T22:34:56,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:34:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:34:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:34:56,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T22:34:56,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:34:56,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T22:34:56,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T22:34:56,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:34:56,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:34:56,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T22:34:56,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/nfs.dump.dir in system properties and HBase conf 2024-12-11T22:34:56,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/java.io.tmpdir in system properties and HBase conf 2024-12-11T22:34:56,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:34:56,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T22:34:56,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T22:34:57,474 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T22:34:57,600 INFO [Time-limited test {}] log.Log(170): Logging initialized @4628ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T22:34:57,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:34:57,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:34:57,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:34:57,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:34:57,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:34:57,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:34:57,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e05587a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:34:57,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee75850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:34:58,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2176dd01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/java.io.tmpdir/jetty-localhost-45637-hadoop-hdfs-3_4_1-tests_jar-_-any-8275650467210241151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:34:58,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a0662ac{HTTP/1.1, (http/1.1)}{localhost:45637} 2024-12-11T22:34:58,297 INFO [Time-limited test {}] server.Server(415): Started @5326ms 2024-12-11T22:34:59,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:34:59,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:34:59,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:34:59,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:34:59,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:34:59,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dad6047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:34:59,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f058b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:34:59,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb0b081{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/java.io.tmpdir/jetty-localhost-40521-hadoop-hdfs-3_4_1-tests_jar-_-any-2565196730970046686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:34:59,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1988a8bd{HTTP/1.1, (http/1.1)}{localhost:40521} 2024-12-11T22:34:59,532 INFO [Time-limited test {}] server.Server(415): Started @6561ms 2024-12-11T22:34:59,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:35:00,957 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/dfs/data/data1/current/BP-1757904959-172.17.0.3-1733956496992/current, will proceed with Du for space computation calculation, 2024-12-11T22:35:00,957 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/dfs/data/data2/current/BP-1757904959-172.17.0.3-1733956496992/current, will proceed with Du for space computation calculation, 2024-12-11T22:35:01,098 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:35:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58df4d01be70860c with lease ID 0x9498c5829df3afe0: Processing first storage report for DS-3dc8b51d-ee7a-4b10-880a-7ba21c1477c9 from datanode DatanodeRegistration(127.0.0.1:41667, datanodeUuid=c7189b9d-97c0-4096-a979-5dbdf470af57, infoPort=37857, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1535365661;c=1733956496992) 2024-12-11T22:35:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58df4d01be70860c with lease ID 0x9498c5829df3afe0: from storage DS-3dc8b51d-ee7a-4b10-880a-7ba21c1477c9 node DatanodeRegistration(127.0.0.1:41667, datanodeUuid=c7189b9d-97c0-4096-a979-5dbdf470af57, infoPort=37857, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1535365661;c=1733956496992), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T22:35:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58df4d01be70860c with lease ID 0x9498c5829df3afe0: Processing first storage report for DS-ac074acd-37df-41cc-9bf0-ad954e1101e2 from datanode DatanodeRegistration(127.0.0.1:41667, datanodeUuid=c7189b9d-97c0-4096-a979-5dbdf470af57, infoPort=37857, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1535365661;c=1733956496992) 2024-12-11T22:35:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58df4d01be70860c with lease ID 0x9498c5829df3afe0: from storage DS-ac074acd-37df-41cc-9bf0-ad954e1101e2 node DatanodeRegistration(127.0.0.1:41667, datanodeUuid=c7189b9d-97c0-4096-a979-5dbdf470af57, infoPort=37857, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1535365661;c=1733956496992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:35:01,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e 2024-12-11T22:35:01,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:01,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:35:02,187 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 with version=8 2024-12-11T22:35:02,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/hbase-staging 2024-12-11T22:35:02,421 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T22:35:02,787 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f7297c58d34:0 server-side Connection retries=45 2024-12-11T22:35:02,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:02,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:02,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:35:02,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:02,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:35:03,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:35:03,141 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T22:35:03,155 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T22:35:03,160 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:35:03,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17926 (auto-detected) 2024-12-11T22:35:03,199 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-11T22:35:03,244 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44865 2024-12-11T22:35:03,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:03,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:03,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44865 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448650x0, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:03,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44865-0x100173b85bc0000 connected 2024-12-11T22:35:03,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T22:35:03,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T22:35:03,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T22:35:03,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44865 2024-12-11T22:35:03,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44865 2024-12-11T22:35:03,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44865 2024-12-11T22:35:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44865 2024-12-11T22:35:03,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44865 2024-12-11T22:35:03,963 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2, hbase.cluster.distributed=false 2024-12-11T22:35:04,116 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f7297c58d34:0 server-side Connection retries=45 2024-12-11T22:35:04,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:04,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:04,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:35:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:04,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:35:04,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:35:04,127 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:35:04,140 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39483 2024-12-11T22:35:04,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:35:04,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:35:04,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:04,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:04,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39483 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394830x0, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:04,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394830x0, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T22:35:04,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39483-0x100173b85bc0001 connected 2024-12-11T22:35:04,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T22:35:04,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T22:35:04,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-11T22:35:04,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-12-11T22:35:04,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-12-11T22:35:04,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-11T22:35:04,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-11T22:35:04,371 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/2f7297c58d34,44865,1733956502409 2024-12-11T22:35:04,395 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f7297c58d34:44865 2024-12-11T22:35:04,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T22:35:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T22:35:04,442 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/2f7297c58d34,44865,1733956502409 2024-12-11T22:35:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T22:35:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T22:35:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:04,519 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T22:35:04,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T22:35:04,525 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/2f7297c58d34,44865,1733956502409 from backup master directory 2024-12-11T22:35:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/2f7297c58d34,44865,1733956502409 2024-12-11T22:35:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T22:35:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T22:35:04,546 WARN [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:35:04,546 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f7297c58d34,44865,1733956502409 2024-12-11T22:35:04,549 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T22:35:04,551 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T22:35:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:35:05,152 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/hbase.id with ID: fe06dd06-9b96-47bf-ab76-971622abd6ec 2024-12-11T22:35:05,351 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:05,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:35:05,956 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:05,976 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:35:06,026 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:06,039 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:35:06,153 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store 2024-12-11T22:35:06,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:35:06,656 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T22:35:06,657 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:06,662 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:35:06,662 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:06,663 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:06,663 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:35:06,663 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:06,664 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:06,665 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:35:06,675 WARN [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/.initializing 2024-12-11T22:35:06,676 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/WALs/2f7297c58d34,44865,1733956502409 2024-12-11T22:35:06,697 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:35:06,750 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C44865%2C1733956502409, suffix=, logDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/WALs/2f7297c58d34,44865,1733956502409, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/oldWALs, maxLogs=10 2024-12-11T22:35:06,810 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/WALs/2f7297c58d34,44865,1733956502409/2f7297c58d34%2C44865%2C1733956502409.1733956506772, exclude list is [], retry=0 2024-12-11T22:35:06,838 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-3dc8b51d-ee7a-4b10-880a-7ba21c1477c9,DISK] 2024-12-11T22:35:06,843 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T22:35:06,906 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/WALs/2f7297c58d34,44865,1733956502409/2f7297c58d34%2C44865%2C1733956502409.1733956506772 2024-12-11T22:35:06,908 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-11T22:35:06,908 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:06,909 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:06,913 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:06,919 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:06,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:35:07,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:07,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:07,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:35:07,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:07,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:07,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:35:07,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:07,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:07,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:35:07,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:07,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:07,112 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,116 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,141 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:35:07,145 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:07,151 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:07,153 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70018561, jitterRate=0.043357864022254944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:35:07,158 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:35:07,159 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:35:07,195 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a02212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:07,229 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-11T22:35:07,247 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:35:07,247 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:35:07,251 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:35:07,259 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 8 msec 2024-12-11T22:35:07,267 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-12-11T22:35:07,268 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T22:35:07,348 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:35:07,366 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-11T22:35:07,378 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-11T22:35:07,383 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:35:07,389 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:35:07,398 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-11T22:35:07,401 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:35:07,413 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:35:07,431 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-11T22:35:07,433 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:35:07,445 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-11T22:35:07,466 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:35:07,477 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-11T22:35:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T22:35:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T22:35:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,495 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f7297c58d34,44865,1733956502409, sessionid=0x100173b85bc0000, setting cluster-up flag (Was=false) 2024-12-11T22:35:07,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,578 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-11T22:35:07,600 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f7297c58d34,44865,1733956502409 2024-12-11T22:35:07,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:07,677 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-11T22:35:07,684 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f7297c58d34,44865,1733956502409 2024-12-11T22:35:07,824 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f7297c58d34:39483 2024-12-11T22:35:07,827 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1008): ClusterId : fe06dd06-9b96-47bf-ab76-971622abd6ec 2024-12-11T22:35:07,831 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:35:07,846 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:07,848 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:35:07,848 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:35:07,854 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-11T22:35:07,857 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:35:07,866 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f7297c58d34,44865,1733956502409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:35:07,876 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:07,876 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:07,876 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:07,876 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:07,876 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f7297c58d34:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:35:07,877 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:07,877 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f7297c58d34:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:35:07,877 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:07,882 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:35:07,883 DEBUG [RS:0;2f7297c58d34:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7fdcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:07,885 DEBUG [RS:0;2f7297c58d34:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a36a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f7297c58d34/172.17.0.3:0 2024-12-11T22:35:07,888 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733956537888 2024-12-11T22:35:07,889 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-11T22:35:07,889 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-11T22:35:07,889 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-11T22:35:07,890 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:35:07,892 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:35:07,904 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f7297c58d34,44865,1733956502409 with isa=2f7297c58d34/172.17.0.3:39483, startcode=1733956504113 2024-12-11T22:35:07,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:07,904 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:35:07,906 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:35:07,907 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:35:07,907 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:35:07,907 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:35:07,908 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:07,918 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:07,919 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:35:07,928 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:35:07,930 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:35:07,930 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:35:07,933 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:35:07,934 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:35:07,934 DEBUG [RS:0;2f7297c58d34:39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:35:07,938 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956507935,5,FailOnTimeoutGroup] 2024-12-11T22:35:07,939 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956507939,5,FailOnTimeoutGroup] 2024-12-11T22:35:07,939 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:07,940 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:35:07,941 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:07,942 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741831_1007 (size=1039) 2024-12-11T22:35:08,036 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-11T22:35:08,037 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:08,037 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48057, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:35:08,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44865 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44865 {}] master.ServerManager(486): Registering regionserver=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,095 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:08,096 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41339 2024-12-11T22:35:08,096 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-11T22:35:08,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:35:08,121 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:08,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T22:35:08,136 DEBUG [RS:0;2f7297c58d34:39483 {}] zookeeper.ZKUtil(111): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/rs/2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,137 WARN [RS:0;2f7297c58d34:39483 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:35:08,137 INFO [RS:0;2f7297c58d34:39483 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:08,137 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:35:08,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:35:08,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:08,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:08,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:35:08,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f7297c58d34,39483,1733956504113] 2024-12-11T22:35:08,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:35:08,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:08,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:08,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:35:08,204 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-11T22:35:08,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:35:08,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:08,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:08,224 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:35:08,225 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740 2024-12-11T22:35:08,227 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740 2024-12-11T22:35:08,238 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T22:35:08,244 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T22:35:08,249 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:35:08,263 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:08,265 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202810, jitterRate=-0.11780938506126404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T22:35:08,266 INFO [RS:0;2f7297c58d34:39483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:35:08,267 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,268 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T22:35:08,269 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:35:08,269 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T22:35:08,269 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T22:35:08,269 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:35:08,269 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:35:08,269 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-11T22:35:08,272 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T22:35:08,272 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T22:35:08,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:08,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-11T22:35:08,279 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,279 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,279 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,279 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,279 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f7297c58d34:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,280 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,281 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:08,281 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f7297c58d34:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:35:08,281 DEBUG [RS:0;2f7297c58d34:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f7297c58d34:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:35:08,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:35:08,283 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,284 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,284 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,284 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,284 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,39483,1733956504113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:35:08,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:35:08,308 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:35:08,320 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T22:35:08,323 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,39483,1733956504113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:08,349 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.Replication(204): 2f7297c58d34,39483,1733956504113 started 2024-12-11T22:35:08,349 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1767): Serving as 2f7297c58d34,39483,1733956504113, RpcServer on 2f7297c58d34/172.17.0.3:39483, sessionid=0x100173b85bc0001 2024-12-11T22:35:08,350 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:35:08,350 DEBUG [RS:0;2f7297c58d34:39483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,351 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f7297c58d34,39483,1733956504113' 2024-12-11T22:35:08,351 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-11T22:35:08,352 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-11T22:35:08,352 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:35:08,353 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:35:08,353 DEBUG [RS:0;2f7297c58d34:39483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,353 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f7297c58d34,39483,1733956504113' 2024-12-11T22:35:08,353 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-11T22:35:08,354 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-11T22:35:08,355 DEBUG [RS:0;2f7297c58d34:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:35:08,355 INFO [RS:0;2f7297c58d34:39483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:35:08,356 INFO [RS:0;2f7297c58d34:39483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:35:08,461 INFO [RS:0;2f7297c58d34:39483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:35:08,461 WARN [2f7297c58d34:44865 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-11T22:35:08,464 INFO [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C39483%2C1733956504113, suffix=, logDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/oldWALs, maxLogs=10 2024-12-11T22:35:08,484 DEBUG [RS:0;2f7297c58d34:39483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, exclude list is [], retry=0 2024-12-11T22:35:08,492 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-3dc8b51d-ee7a-4b10-880a-7ba21c1477c9,DISK] 2024-12-11T22:35:08,508 INFO [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 2024-12-11T22:35:08,511 DEBUG [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-11T22:35:08,713 DEBUG [2f7297c58d34:44865 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T22:35:08,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f7297c58d34,39483,1733956504113, state=OPENING 2024-12-11T22:35:08,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:35:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:08,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:08,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T22:35:08,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T22:35:08,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:08,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:08,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:35:08,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:35:08,981 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-11T22:35:08,982 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:08,982 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:35:09,001 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C39483%2C1733956504113.meta, suffix=.meta, logDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/oldWALs, maxLogs=10 2024-12-11T22:35:09,026 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.meta.1733956509003.meta, exclude list is [], retry=0 2024-12-11T22:35:09,035 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-3dc8b51d-ee7a-4b10-880a-7ba21c1477c9,DISK] 2024-12-11T22:35:09,039 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.meta.1733956509003.meta 2024-12-11T22:35:09,040 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-11T22:35:09,043 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:09,045 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:35:09,114 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:35:09,120 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:35:09,125 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:35:09,125 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:09,125 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-11T22:35:09,125 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-11T22:35:09,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:35:09,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:35:09,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:09,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:09,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:35:09,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:35:09,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:09,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:09,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:35:09,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:35:09,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:09,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:09,155 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740 2024-12-11T22:35:09,159 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740 2024-12-11T22:35:09,168 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T22:35:09,175 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T22:35:09,179 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72997964, jitterRate=0.08775442838668823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T22:35:09,181 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T22:35:09,197 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733956508937 2024-12-11T22:35:09,220 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:35:09,220 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-11T22:35:09,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:09,231 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f7297c58d34,39483,1733956504113, state=OPEN 2024-12-11T22:35:09,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T22:35:09,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T22:35:09,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T22:35:09,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T22:35:09,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:35:09,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f7297c58d34,39483,1733956504113 in 495 msec 2024-12-11T22:35:09,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:35:09,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 977 msec 2024-12-11T22:35:09,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-12-11T22:35:09,295 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733956509295, completionTime=-1 2024-12-11T22:35:09,295 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T22:35:09,296 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-11T22:35:09,344 DEBUG [hconnection-0x197affd1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:09,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:09,363 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-11T22:35:09,364 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733956569363 2024-12-11T22:35:09,364 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733956629364 2024-12-11T22:35:09,364 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 68 msec 2024-12-11T22:35:09,489 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:09,489 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:09,489 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:09,491 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f7297c58d34:44865, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:09,500 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:09,506 DEBUG [master/2f7297c58d34:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-11T22:35:09,517 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-11T22:35:09,520 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:35:09,530 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-11T22:35:09,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:09,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:09,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741835_1011 (size=358) 2024-12-11T22:35:09,978 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b0e1eac4da6f154d4b0418965119d441, NAME => 'hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:10,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741836_1012 (size=42) 2024-12-11T22:35:10,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:10,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b0e1eac4da6f154d4b0418965119d441, disabling compactions & flushes 2024-12-11T22:35:10,007 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. after waiting 0 ms 2024-12-11T22:35:10,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,008 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,008 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b0e1eac4da6f154d4b0418965119d441: 2024-12-11T22:35:10,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:10,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956510021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956510021"}]},"ts":"1733956510021"} 2024-12-11T22:35:10,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T22:35:10,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:10,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956510142"}]},"ts":"1733956510142"} 2024-12-11T22:35:10,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-11T22:35:10,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0e1eac4da6f154d4b0418965119d441, ASSIGN}] 2024-12-11T22:35:10,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0e1eac4da6f154d4b0418965119d441, ASSIGN 2024-12-11T22:35:10,211 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b0e1eac4da6f154d4b0418965119d441, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:10,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0e1eac4da6f154d4b0418965119d441, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:10,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b0e1eac4da6f154d4b0418965119d441, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:10,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:10,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b0e1eac4da6f154d4b0418965119d441, NAME => 'hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:10,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:10,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,590 INFO [StoreOpener-b0e1eac4da6f154d4b0418965119d441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,596 INFO [StoreOpener-b0e1eac4da6f154d4b0418965119d441-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e1eac4da6f154d4b0418965119d441 columnFamilyName info 2024-12-11T22:35:10,596 DEBUG [StoreOpener-b0e1eac4da6f154d4b0418965119d441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:10,608 INFO [StoreOpener-b0e1eac4da6f154d4b0418965119d441-1 {}] regionserver.HStore(327): Store=b0e1eac4da6f154d4b0418965119d441/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:10,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:35:10,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:10,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b0e1eac4da6f154d4b0418965119d441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61076012, jitterRate=-0.08989650011062622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:35:10,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b0e1eac4da6f154d4b0418965119d441: 2024-12-11T22:35:10,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441., pid=6, masterSystemTime=1733956510541 2024-12-11T22:35:10,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0e1eac4da6f154d4b0418965119d441, regionState=OPEN, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:10,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:35:10,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T22:35:10,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b0e1eac4da6f154d4b0418965119d441, server=2f7297c58d34,39483,1733956504113 in 326 msec 2024-12-11T22:35:10,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T22:35:10,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b0e1eac4da6f154d4b0418965119d441, ASSIGN in 527 msec 2024-12-11T22:35:10,743 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:10,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956510744"}]},"ts":"1733956510744"} 2024-12-11T22:35:10,761 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-11T22:35:10,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:10,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2650 sec 2024-12-11T22:35:10,796 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-11T22:35:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-11T22:35:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:10,908 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-11T22:35:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-11T22:35:10,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 74 msec 2024-12-11T22:35:10,994 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-11T22:35:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-11T22:35:11,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 101 msec 2024-12-11T22:35:11,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-11T22:35:11,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-11T22:35:11,154 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 6.608sec 2024-12-11T22:35:11,156 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:35:11,157 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:35:11,159 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:35:11,159 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:35:11,159 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:35:11,160 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:35:11,161 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:35:11,168 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:35:11,169 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:35:11,170 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,44865,1733956502409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:11,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6184d691 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39d3a0a 2024-12-11T22:35:11,235 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-11T22:35:11,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a11bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:11,252 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T22:35:11,252 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T22:35:11,268 DEBUG [hconnection-0x698b3e19-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:11,277 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:11,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f7297c58d34,44865,1733956502409 2024-12-11T22:35:11,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T22:35:11,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662, deleteOnExit=true 2024-12-11T22:35:11,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-11T22:35:11,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/test.cache.data in system properties and HBase conf 2024-12-11T22:35:11,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T22:35:11,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.log.dir in system properties and HBase conf 2024-12-11T22:35:11,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T22:35:11,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T22:35:11,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T22:35:11,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:35:11,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:35:11,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:35:11,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T22:35:11,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:35:11,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/nfs.dump.dir in system properties and HBase conf 2024-12-11T22:35:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/java.io.tmpdir in system properties and HBase conf 2024-12-11T22:35:11,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:35:11,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T22:35:11,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T22:35:11,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:35:11,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:35:11,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:35:11,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:35:11,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:35:11,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:35:11,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb3e05b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:35:11,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18301d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:35:11,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6940f41b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/java.io.tmpdir/jetty-localhost-37797-hadoop-hdfs-3_4_1-tests_jar-_-any-8716517750710789141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:35:11,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c77e6d2{HTTP/1.1, (http/1.1)}{localhost:37797} 2024-12-11T22:35:11,893 INFO [Time-limited test {}] server.Server(415): Started @18922ms 2024-12-11T22:35:12,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:35:12,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:35:12,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:35:12,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:35:12,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:35:12,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560295b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:35:12,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bef5546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:35:12,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3abf4601{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/java.io.tmpdir/jetty-localhost-35529-hadoop-hdfs-3_4_1-tests_jar-_-any-5481779731596574842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:35:12,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d1a769{HTTP/1.1, (http/1.1)}{localhost:35529} 2024-12-11T22:35:12,491 INFO [Time-limited test {}] server.Server(415): Started @19520ms 2024-12-11T22:35:12,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:35:12,984 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data2/current/BP-1731613398-172.17.0.3-1733956511367/current, will proceed with Du for space computation calculation, 2024-12-11T22:35:12,984 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data1/current/BP-1731613398-172.17.0.3-1733956511367/current, will proceed with Du for space computation calculation, 2024-12-11T22:35:13,068 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:35:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e0e7f5b9ddc2372 with lease ID 0x110f4f19d36d504b: Processing first storage report for DS-bc29251f-4eb9-4e44-a1af-1423a6a3b186 from datanode DatanodeRegistration(127.0.0.1:39707, datanodeUuid=bb2a5aee-6ee6-46d5-a666-86f79722fb25, infoPort=41511, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=253270496;c=1733956511367) 2024-12-11T22:35:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e0e7f5b9ddc2372 with lease ID 0x110f4f19d36d504b: from storage DS-bc29251f-4eb9-4e44-a1af-1423a6a3b186 node DatanodeRegistration(127.0.0.1:39707, datanodeUuid=bb2a5aee-6ee6-46d5-a666-86f79722fb25, infoPort=41511, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=253270496;c=1733956511367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:35:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e0e7f5b9ddc2372 with lease ID 0x110f4f19d36d504b: Processing first storage report for DS-fc2ab109-ba41-4d6d-9cd9-879212e91433 from datanode DatanodeRegistration(127.0.0.1:39707, datanodeUuid=bb2a5aee-6ee6-46d5-a666-86f79722fb25, infoPort=41511, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=253270496;c=1733956511367) 2024-12-11T22:35:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e0e7f5b9ddc2372 with lease ID 0x110f4f19d36d504b: from storage DS-fc2ab109-ba41-4d6d-9cd9-879212e91433 node DatanodeRegistration(127.0.0.1:39707, datanodeUuid=bb2a5aee-6ee6-46d5-a666-86f79722fb25, infoPort=41511, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=253270496;c=1733956511367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:35:13,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04 2024-12-11T22:35:13,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:35:13,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T22:35:13,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T22:35:13,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-11T22:35:13,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-11T22:35:13,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:35:13,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T22:35:13,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T22:35:13,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T22:35:13,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:13,511 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 with version=8 2024-12-11T22:35:13,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/hbase-staging 2024-12-11T22:35:13,516 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f7297c58d34:0 server-side Connection retries=18 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:35:13,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:35:13,518 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:35:13,519 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40177 2024-12-11T22:35:13,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40177 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:13,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401770x0, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:13,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40177-0x100173b85bc0003 connected 2024-12-11T22:35:13,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T22:35:13,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T22:35:13,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-11T22:35:13,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40177 2024-12-11T22:35:13,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40177 2024-12-11T22:35:13,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40177 2024-12-11T22:35:13,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40177 2024-12-11T22:35:13,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40177 2024-12-11T22:35:13,676 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236, hbase.cluster.distributed=false 2024-12-11T22:35:13,708 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f7297c58d34:0 server-side Connection retries=18 2024-12-11T22:35:13,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:35:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:35:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:35:13,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:35:13,709 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:35:13,713 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43943 2024-12-11T22:35:13,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:35:13,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:35:13,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43943 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:13,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439430x0, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T22:35:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439430x0, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:13,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43943-0x100173b85bc0004 connected 2024-12-11T22:35:13,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T22:35:13,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-11T22:35:13,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-11T22:35:13,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43943 2024-12-11T22:35:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43943 2024-12-11T22:35:13,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-11T22:35:13,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-11T22:35:13,843 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/2f7297c58d34,40177,1733956513516 2024-12-11T22:35:13,850 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f7297c58d34:40177 2024-12-11T22:35:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T22:35:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T22:35:13,860 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/2f7297c58d34,40177,1733956513516 2024-12-11T22:35:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-11T22:35:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:13,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-11T22:35:13,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:13,880 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-11T22:35:13,883 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/2f7297c58d34,40177,1733956513516 from backup master directory 2024-12-11T22:35:13,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-11T22:35:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/2f7297c58d34,40177,1733956513516 2024-12-11T22:35:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T22:35:13,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T22:35:13,895 WARN [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:35:13,895 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f7297c58d34,40177,1733956513516 2024-12-11T22:35:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:35:13,943 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/hbase.id with ID: 8225826e-63a6-432f-8e40-d77535031e03 2024-12-11T22:35:13,977 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:35:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:35:14,404 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:14,407 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:35:14,413 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:35:14,475 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store 2024-12-11T22:35:14,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:35:14,529 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:14,529 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:35:14,530 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:14,530 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:14,530 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:35:14,530 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:14,530 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:35:14,530 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:35:14,535 WARN [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/.initializing 2024-12-11T22:35:14,535 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/WALs/2f7297c58d34,40177,1733956513516 2024-12-11T22:35:14,541 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:35:14,548 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C40177%2C1733956513516, suffix=, logDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/WALs/2f7297c58d34,40177,1733956513516, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/oldWALs, maxLogs=10 2024-12-11T22:35:14,571 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/WALs/2f7297c58d34,40177,1733956513516/2f7297c58d34%2C40177%2C1733956513516.1733956514548, exclude list is [], retry=0 2024-12-11T22:35:14,595 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-bc29251f-4eb9-4e44-a1af-1423a6a3b186,DISK] 2024-12-11T22:35:14,616 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/WALs/2f7297c58d34,40177,1733956513516/2f7297c58d34%2C40177%2C1733956513516.1733956514548 2024-12-11T22:35:14,623 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-11T22:35:14,624 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:14,624 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:14,624 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,625 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:35:14,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:14,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:14,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:35:14,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:14,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:14,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:35:14,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:14,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:14,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:35:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:35:14,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:14,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:14,678 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,680 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,688 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:35:14,708 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:35:14,724 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:14,725 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72061137, jitterRate=0.07379461824893951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:35:14,726 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:35:14,727 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:35:14,735 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e218b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:14,739 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-11T22:35:14,740 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:35:14,740 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:35:14,740 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:35:14,742 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T22:35:14,742 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-11T22:35:14,742 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T22:35:14,781 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:35:14,783 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-11T22:35:14,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T22:35:14,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-11T22:35:14,799 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-11T22:35:14,800 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:35:14,801 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:35:14,819 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-11T22:35:14,819 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:35:14,827 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:35:14,837 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-11T22:35:14,838 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:35:14,847 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-11T22:35:14,849 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:35:14,855 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-11T22:35:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-11T22:35:14,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:14,865 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f7297c58d34,40177,1733956513516, sessionid=0x100173b85bc0003, setting cluster-up flag (Was=false) 2024-12-11T22:35:14,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-11T22:35:14,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:14,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:14,948 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-11T22:35:14,949 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f7297c58d34,40177,1733956513516 2024-12-11T22:35:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:15,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:15,047 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-11T22:35:15,049 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f7297c58d34,40177,1733956513516 2024-12-11T22:35:15,054 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:15,055 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-11T22:35:15,055 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:35:15,055 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f7297c58d34,40177,1733956513516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f7297c58d34:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f7297c58d34:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f7297c58d34:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:35:15,056 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733956545058 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:35:15,058 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,059 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:35:15,059 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:35:15,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:15,059 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:35:15,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:35:15,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:15,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:35:15,067 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:35:15,067 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:35:15,071 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956515067,5,FailOnTimeoutGroup] 2024-12-11T22:35:15,071 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956515071,5,FailOnTimeoutGroup] 2024-12-11T22:35:15,071 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,071 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:35:15,072 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,072 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741831_1007 (size=1039) 2024-12-11T22:35:15,157 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f7297c58d34:43943 2024-12-11T22:35:15,161 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1008): ClusterId : 8225826e-63a6-432f-8e40-d77535031e03 2024-12-11T22:35:15,161 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:35:15,173 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:35:15,173 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:35:15,192 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:35:15,192 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c596c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:15,193 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e3ad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f7297c58d34/172.17.0.3:0 2024-12-11T22:35:15,193 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-11T22:35:15,193 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-11T22:35:15,193 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-11T22:35:15,194 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f7297c58d34,40177,1733956513516 with isa=2f7297c58d34/172.17.0.3:43943, startcode=1733956513707 2024-12-11T22:35:15,194 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:35:15,200 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46267, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:35:15,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40177 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40177 {}] master.ServerManager(486): Registering regionserver=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,208 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:15,208 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44091 2024-12-11T22:35:15,208 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-11T22:35:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-11T22:35:15,219 DEBUG [RS:0;2f7297c58d34:43943 {}] zookeeper.ZKUtil(111): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on existing znode=/2/rs/2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,219 WARN [RS:0;2f7297c58d34:43943 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:35:15,219 INFO [RS:0;2f7297c58d34:43943 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:15,219 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f7297c58d34,43943,1733956513707] 2024-12-11T22:35:15,231 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-11T22:35:15,232 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:35:15,237 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:35:15,239 INFO [RS:0;2f7297c58d34:43943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:35:15,239 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,243 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-11T22:35:15,245 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,245 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,245 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,245 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,245 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f7297c58d34:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f7297c58d34:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f7297c58d34:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:35:15,246 DEBUG [RS:0;2f7297c58d34:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f7297c58d34:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:35:15,255 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,255 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,255 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,256 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,256 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,43943,1733956513707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:35:15,277 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T22:35:15,277 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,43943,1733956513707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:15,294 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.Replication(204): 2f7297c58d34,43943,1733956513707 started 2024-12-11T22:35:15,294 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1767): Serving as 2f7297c58d34,43943,1733956513707, RpcServer on 2f7297c58d34/172.17.0.3:43943, sessionid=0x100173b85bc0004 2024-12-11T22:35:15,294 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:35:15,294 DEBUG [RS:0;2f7297c58d34:43943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,294 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f7297c58d34,43943,1733956513707' 2024-12-11T22:35:15,294 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-11T22:35:15,295 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f7297c58d34,43943,1733956513707' 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-11T22:35:15,296 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-11T22:35:15,297 DEBUG [RS:0;2f7297c58d34:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:35:15,297 INFO [RS:0;2f7297c58d34:43943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:35:15,297 INFO [RS:0;2f7297c58d34:43943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:35:15,397 INFO [RS:0;2f7297c58d34:43943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:35:15,400 INFO [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C43943%2C1733956513707, suffix=, logDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/oldWALs, maxLogs=10 2024-12-11T22:35:15,413 DEBUG [RS:0;2f7297c58d34:43943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707/2f7297c58d34%2C43943%2C1733956513707.1733956515401, exclude list is [], retry=0 2024-12-11T22:35:15,417 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-bc29251f-4eb9-4e44-a1af-1423a6a3b186,DISK] 2024-12-11T22:35:15,420 INFO [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707/2f7297c58d34%2C43943%2C1733956513707.1733956515401 2024-12-11T22:35:15,420 DEBUG [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-11T22:35:15,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-11T22:35:15,481 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741833_1009 (size=32) 2024-12-11T22:35:15,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:15,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:35:15,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:35:15,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:15,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:15,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:35:15,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:35:15,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:15,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:15,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:35:15,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:35:15,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:15,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:15,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740 2024-12-11T22:35:15,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740 2024-12-11T22:35:15,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T22:35:15,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T22:35:15,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:15,915 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73641509, jitterRate=0.09734399616718292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T22:35:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T22:35:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:35:15,915 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T22:35:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T22:35:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:35:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:35:15,916 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T22:35:15,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T22:35:15,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:35:15,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-11T22:35:15,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:35:15,919 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:35:15,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:35:16,071 DEBUG [2f7297c58d34:40177 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T22:35:16,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,074 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f7297c58d34,43943,1733956513707, state=OPENING 2024-12-11T22:35:16,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:35:16,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:16,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:16,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:16,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T22:35:16,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T22:35:16,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,244 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:35:16,246 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:35:16,253 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-11T22:35:16,253 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:35:16,253 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:35:16,256 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f7297c58d34%2C43943%2C1733956513707.meta, suffix=.meta, logDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/oldWALs, maxLogs=10 2024-12-11T22:35:16,278 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707/2f7297c58d34%2C43943%2C1733956513707.meta.1733956516258.meta, exclude list is [], retry=0 2024-12-11T22:35:16,282 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-bc29251f-4eb9-4e44-a1af-1423a6a3b186,DISK] 2024-12-11T22:35:16,292 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/WALs/2f7297c58d34,43943,1733956513707/2f7297c58d34%2C43943%2C1733956513707.meta.1733956516258.meta 2024-12-11T22:35:16,293 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-11T22:35:16,293 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:16,294 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:35:16,294 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:35:16,294 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:35:16,294 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:35:16,295 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:16,295 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-11T22:35:16,295 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-11T22:35:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:35:16,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:35:16,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:16,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:16,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:35:16,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:35:16,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:16,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:16,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:35:16,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:35:16,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:16,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:35:16,317 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740 2024-12-11T22:35:16,320 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740 2024-12-11T22:35:16,324 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T22:35:16,327 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T22:35:16,329 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66040182, jitterRate=-0.0159246027469635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T22:35:16,329 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T22:35:16,335 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733956516243 2024-12-11T22:35:16,341 DEBUG [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:35:16,341 INFO [RS_OPEN_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-11T22:35:16,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f7297c58d34,43943,1733956513707, state=OPEN 2024-12-11T22:35:16,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-11T22:35:16,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-11T22:35:16,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T22:35:16,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T22:35:16,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:35:16,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f7297c58d34,43943,1733956513707 in 271 msec 2024-12-11T22:35:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:35:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-12-11T22:35:16,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-12-11T22:35:16,379 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733956516379, completionTime=-1 2024-12-11T22:35:16,379 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T22:35:16,379 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-11T22:35:16,380 DEBUG [hconnection-0x5acd61a9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:16,381 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:16,383 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-11T22:35:16,384 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733956576383 2024-12-11T22:35:16,384 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733956636384 2024-12-11T22:35:16,384 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-11T22:35:16,406 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:16,406 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:16,406 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:16,406 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f7297c58d34:40177, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:16,406 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:16,407 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-11T22:35:16,407 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:35:16,412 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-11T22:35:16,413 DEBUG [master/2f7297c58d34:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-11T22:35:16,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:16,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:16,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741835_1011 (size=358) 2024-12-11T22:35:16,432 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 94407b555b03e8be019862d7ff60f5b2, NAME => 'hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741836_1012 (size=42) 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 94407b555b03e8be019862d7ff60f5b2, disabling compactions & flushes 2024-12-11T22:35:16,454 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. after waiting 0 ms 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,454 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,454 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 94407b555b03e8be019862d7ff60f5b2: 2024-12-11T22:35:16,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:16,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956516463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956516463"}]},"ts":"1733956516463"} 2024-12-11T22:35:16,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T22:35:16,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:16,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956516489"}]},"ts":"1733956516489"} 2024-12-11T22:35:16,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-11T22:35:16,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94407b555b03e8be019862d7ff60f5b2, ASSIGN}] 2024-12-11T22:35:16,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94407b555b03e8be019862d7ff60f5b2, ASSIGN 2024-12-11T22:35:16,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=94407b555b03e8be019862d7ff60f5b2, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:16,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94407b555b03e8be019862d7ff60f5b2, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 94407b555b03e8be019862d7ff60f5b2, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:16,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 94407b555b03e8be019862d7ff60f5b2, NAME => 'hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:16,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:16,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,888 INFO [StoreOpener-94407b555b03e8be019862d7ff60f5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,893 INFO [StoreOpener-94407b555b03e8be019862d7ff60f5b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94407b555b03e8be019862d7ff60f5b2 columnFamilyName info 2024-12-11T22:35:16,893 DEBUG [StoreOpener-94407b555b03e8be019862d7ff60f5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:16,894 INFO [StoreOpener-94407b555b03e8be019862d7ff60f5b2-1 {}] regionserver.HStore(327): Store=94407b555b03e8be019862d7ff60f5b2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:16,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:35:16,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:16,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 94407b555b03e8be019862d7ff60f5b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65730728, jitterRate=-0.020535826683044434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:35:16,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 94407b555b03e8be019862d7ff60f5b2: 2024-12-11T22:35:16,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2., pid=6, masterSystemTime=1733956516851 2024-12-11T22:35:16,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:35:16,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94407b555b03e8be019862d7ff60f5b2, regionState=OPEN, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:16,969 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40177 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=2f7297c58d34,43943,1733956513707, table=hbase:namespace, region=94407b555b03e8be019862d7ff60f5b2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T22:35:16,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T22:35:16,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 94407b555b03e8be019862d7ff60f5b2, server=2f7297c58d34,43943,1733956513707 in 287 msec 2024-12-11T22:35:16,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T22:35:17,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=94407b555b03e8be019862d7ff60f5b2, ASSIGN in 457 msec 2024-12-11T22:35:17,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:17,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956517002"}]},"ts":"1733956517002"} 2024-12-11T22:35:17,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-11T22:35:17,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:17,045 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-11T22:35:17,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 637 msec 2024-12-11T22:35:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-11T22:35:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:35:17,094 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-11T22:35:17,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-11T22:35:17,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 50 msec 2024-12-11T22:35:17,168 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-11T22:35:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-11T22:35:17,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 75 msec 2024-12-11T22:35:17,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-11T22:35:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-11T22:35:17,321 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.426sec 2024-12-11T22:35:17,321 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:35:17,321 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:35:17,321 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:35:17,321 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:35:17,322 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:35:17,322 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:35:17,322 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:35:17,349 DEBUG [master/2f7297c58d34:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:35:17,349 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:35:17,349 INFO [master/2f7297c58d34:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f7297c58d34,40177,1733956513516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:35:17,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15a68217 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@217f0507 2024-12-11T22:35:17,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7263a264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:17,416 DEBUG [hconnection-0x30d204b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:17,421 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f7297c58d34,40177,1733956513516 2024-12-11T22:35:17,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27541d62 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7833af4 2024-12-11T22:35:17,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8ffd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:17,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2de78b2f to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a5f3cfc 2024-12-11T22:35:17,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3495f7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:17,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x609b5349 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33f03b7a 2024-12-11T22:35:17,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c039e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:17,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:35:17,588 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:35:17,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-11T22:35:17,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:17,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:17,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-11T22:35:17,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741837_1013 (size=631) 2024-12-11T22:35:17,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9b3a040aeaab5c2982d7f8c286a6297d, NAME => 'test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,731 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c384affcadced909a50f88728b471ea0, NAME => 'test,bbb,1733956517601.c384affcadced909a50f88728b471ea0.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:17,748 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4a309d106f59664feafd62fb78279566, NAME => 'test,ccc,1733956517601.4a309d106f59664feafd62fb78279566.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741839_1015 (size=42) 2024-12-11T22:35:17,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741838_1014 (size=45) 2024-12-11T22:35:17,816 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733956517601.c384affcadced909a50f88728b471ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:17,817 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c384affcadced909a50f88728b471ea0, disabling compactions & flushes 2024-12-11T22:35:17,817 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:17,817 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:17,817 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. after waiting 0 ms 2024-12-11T22:35:17,817 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:17,817 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:17,817 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c384affcadced909a50f88728b471ea0: 2024-12-11T22:35:17,818 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 723fe33312c3a2456f873382b07a492f, NAME => 'test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741840_1016 (size=45) 2024-12-11T22:35:17,840 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733956517601.4a309d106f59664feafd62fb78279566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:17,841 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4a309d106f59664feafd62fb78279566, disabling compactions & flushes 2024-12-11T22:35:17,842 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:17,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:17,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. after waiting 0 ms 2024-12-11T22:35:17,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:17,843 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:17,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4a309d106f59664feafd62fb78279566: 2024-12-11T22:35:17,845 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b734432c0a670c07fb4c5fd054192c10, NAME => 'test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741841_1017 (size=45) 2024-12-11T22:35:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741842_1018 (size=45) 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 723fe33312c3a2456f873382b07a492f, disabling compactions & flushes 2024-12-11T22:35:17,931 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. after waiting 0 ms 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:17,931 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:17,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 723fe33312c3a2456f873382b07a492f: 2024-12-11T22:35:17,932 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 434b18ae4a08ffa8d1bee3fea7a9cb5a, NAME => 'test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b734432c0a670c07fb4c5fd054192c10, disabling compactions & flushes 2024-12-11T22:35:17,933 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. after waiting 0 ms 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:17,933 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:17,933 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b734432c0a670c07fb4c5fd054192c10: 2024-12-11T22:35:17,934 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b195e36a14743d0af8e71f60dc8258c9, NAME => 'test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741843_1019 (size=45) 2024-12-11T22:35:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741844_1020 (size=45) 2024-12-11T22:35:18,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9b3a040aeaab5c2982d7f8c286a6297d, disabling compactions & flushes 2024-12-11T22:35:18,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:18,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:18,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. after waiting 0 ms 2024-12-11T22:35:18,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:18,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:18,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9b3a040aeaab5c2982d7f8c286a6297d: 2024-12-11T22:35:18,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 49cfef49bebd033754b234bea276fbb7, NAME => 'test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741845_1021 (size=45) 2024-12-11T22:35:18,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 434b18ae4a08ffa8d1bee3fea7a9cb5a, disabling compactions & flushes 2024-12-11T22:35:18,448 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. after waiting 0 ms 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:18,448 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:18,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 434b18ae4a08ffa8d1bee3fea7a9cb5a: 2024-12-11T22:35:18,449 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2ece9eb63b8bdb80d426e21ca8ff705d, NAME => 'test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,457 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,457 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b195e36a14743d0af8e71f60dc8258c9, disabling compactions & flushes 2024-12-11T22:35:18,457 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:18,458 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:18,458 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. after waiting 0 ms 2024-12-11T22:35:18,458 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:18,458 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:18,458 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b195e36a14743d0af8e71f60dc8258c9: 2024-12-11T22:35:18,458 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8795b1515ab55a1755ffce579aeafbf1, NAME => 'test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741846_1022 (size=45) 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2ece9eb63b8bdb80d426e21ca8ff705d, disabling compactions & flushes 2024-12-11T22:35:18,470 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. after waiting 0 ms 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:18,470 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:18,470 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2ece9eb63b8bdb80d426e21ca8ff705d: 2024-12-11T22:35:18,471 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cf5cb87c9ff7887ca7b49ac7c9da97d2, NAME => 'test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741847_1023 (size=45) 2024-12-11T22:35:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741848_1024 (size=45) 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cf5cb87c9ff7887ca7b49ac7c9da97d2, disabling compactions & flushes 2024-12-11T22:35:18,496 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. after waiting 0 ms 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:18,496 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:18,496 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cf5cb87c9ff7887ca7b49ac7c9da97d2: 2024-12-11T22:35:18,497 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0301c2f5601fe7c047f6a640e89fae13, NAME => 'test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741849_1025 (size=45) 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 49cfef49bebd033754b234bea276fbb7, disabling compactions & flushes 2024-12-11T22:35:18,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. after waiting 0 ms 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:18,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:18,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 49cfef49bebd033754b234bea276fbb7: 2024-12-11T22:35:18,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3d56b73f4c6a4ec23c785387b3de8a9, NAME => 'test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741850_1026 (size=45) 2024-12-11T22:35:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8795b1515ab55a1755ffce579aeafbf1, disabling compactions & flushes 2024-12-11T22:35:18,886 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. after waiting 0 ms 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:18,886 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:18,886 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8795b1515ab55a1755ffce579aeafbf1: 2024-12-11T22:35:18,887 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 36f4d071b685ee90a09e81d3f5d65dad, NAME => 'test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741851_1027 (size=45) 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0301c2f5601fe7c047f6a640e89fae13, disabling compactions & flushes 2024-12-11T22:35:18,923 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. after waiting 0 ms 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:18,923 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:18,923 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0301c2f5601fe7c047f6a640e89fae13: 2024-12-11T22:35:18,924 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1db7ad94f63bb8408f2fab311d7be892, NAME => 'test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741852_1028 (size=45) 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f3d56b73f4c6a4ec23c785387b3de8a9, disabling compactions & flushes 2024-12-11T22:35:19,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. after waiting 0 ms 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:19,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:19,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3d56b73f4c6a4ec23c785387b3de8a9: 2024-12-11T22:35:19,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 13f8abcaeafc80b1a1ac546f2a4f7296, NAME => 'test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741853_1029 (size=45) 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 13f8abcaeafc80b1a1ac546f2a4f7296, disabling compactions & flushes 2024-12-11T22:35:19,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. after waiting 0 ms 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:19,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:19,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 13f8abcaeafc80b1a1ac546f2a4f7296: 2024-12-11T22:35:19,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7219e3b152df3d8f0e842ea63f0d6a8c, NAME => 'test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741854_1030 (size=45) 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 36f4d071b685ee90a09e81d3f5d65dad, disabling compactions & flushes 2024-12-11T22:35:19,311 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. after waiting 0 ms 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:19,311 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:19,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 36f4d071b685ee90a09e81d3f5d65dad: 2024-12-11T22:35:19,312 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 741309928e9603b4511cd4782adee9cf, NAME => 'test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1db7ad94f63bb8408f2fab311d7be892, disabling compactions & flushes 2024-12-11T22:35:19,334 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:19,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:19,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. after waiting 0 ms 2024-12-11T22:35:19,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:19,334 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:19,335 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1db7ad94f63bb8408f2fab311d7be892: 2024-12-11T22:35:19,336 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f44e6c71bea1edfa234b779f222c237a, NAME => 'test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741855_1031 (size=45) 2024-12-11T22:35:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741856_1032 (size=45) 2024-12-11T22:35:19,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7219e3b152df3d8f0e842ea63f0d6a8c, disabling compactions & flushes 2024-12-11T22:35:19,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:19,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:19,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. after waiting 0 ms 2024-12-11T22:35:19,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:19,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:19,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7219e3b152df3d8f0e842ea63f0d6a8c: 2024-12-11T22:35:19,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e1b0425be0d1ef171689e96952f629f2, NAME => 'test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741857_1033 (size=45) 2024-12-11T22:35:19,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e1b0425be0d1ef171689e96952f629f2, disabling compactions & flushes 2024-12-11T22:35:19,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:19,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:19,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. after waiting 0 ms 2024-12-11T22:35:19,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:19,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:19,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e1b0425be0d1ef171689e96952f629f2: 2024-12-11T22:35:19,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 843a65bfc6c5c15971f5f1d032b90a3d, NAME => 'test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741858_1034 (size=45) 2024-12-11T22:35:19,745 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,746 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 741309928e9603b4511cd4782adee9cf, disabling compactions & flushes 2024-12-11T22:35:19,746 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:19,746 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:19,746 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. after waiting 0 ms 2024-12-11T22:35:19,746 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:19,746 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:19,746 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 741309928e9603b4511cd4782adee9cf: 2024-12-11T22:35:19,746 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d7ac159fab6a505cd78126dc0fc5aecd, NAME => 'test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f44e6c71bea1edfa234b779f222c237a, disabling compactions & flushes 2024-12-11T22:35:19,754 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. after waiting 0 ms 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:19,754 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:19,754 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f44e6c71bea1edfa234b779f222c237a: 2024-12-11T22:35:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:19,755 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 411c1af9b41e80ac74019f46cc0ea0ef, NAME => 'test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741859_1035 (size=45) 2024-12-11T22:35:19,776 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,776 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d7ac159fab6a505cd78126dc0fc5aecd, disabling compactions & flushes 2024-12-11T22:35:19,776 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:19,776 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:19,777 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. after waiting 0 ms 2024-12-11T22:35:19,777 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:19,777 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:19,777 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d7ac159fab6a505cd78126dc0fc5aecd: 2024-12-11T22:35:19,778 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1f7d867a8b218a1276c8e7ff514e3300, NAME => 'test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741860_1036 (size=45) 2024-12-11T22:35:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741861_1037 (size=45) 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1f7d867a8b218a1276c8e7ff514e3300, disabling compactions & flushes 2024-12-11T22:35:19,799 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. after waiting 0 ms 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:19,799 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:19,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1f7d867a8b218a1276c8e7ff514e3300: 2024-12-11T22:35:19,800 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, NAME => 'test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:19,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741862_1038 (size=45) 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 843a65bfc6c5c15971f5f1d032b90a3d, disabling compactions & flushes 2024-12-11T22:35:20,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. after waiting 0 ms 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:20,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:20,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 843a65bfc6c5c15971f5f1d032b90a3d: 2024-12-11T22:35:20,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f641c4d8c44a383bd8bfab5afdcb6995, NAME => 'test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741863_1039 (size=42) 2024-12-11T22:35:20,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f641c4d8c44a383bd8bfab5afdcb6995, disabling compactions & flushes 2024-12-11T22:35:20,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:20,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:20,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. after waiting 0 ms 2024-12-11T22:35:20,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:20,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:20,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f641c4d8c44a383bd8bfab5afdcb6995: 2024-12-11T22:35:20,200 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,201 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 411c1af9b41e80ac74019f46cc0ea0ef, disabling compactions & flushes 2024-12-11T22:35:20,201 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:20,201 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:20,201 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. after waiting 0 ms 2024-12-11T22:35:20,201 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:20,201 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:20,201 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 411c1af9b41e80ac74019f46cc0ea0ef: 2024-12-11T22:35:20,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,240 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, disabling compactions & flushes 2024-12-11T22:35:20,240 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:20,240 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:20,240 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. after waiting 0 ms 2024-12-11T22:35:20,240 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:20,240 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:20,240 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4: 2024-12-11T22:35:20,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:20,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733956517601.c384affcadced909a50f88728b471ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733956517601.4a309d106f59664feafd62fb78279566.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956520247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956520247"}]},"ts":"1733956520247"} 2024-12-11T22:35:20,296 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:20,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-11T22:35:20,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:20,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956520341"}]},"ts":"1733956520341"} 2024-12-11T22:35:20,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-11T22:35:20,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b3a040aeaab5c2982d7f8c286a6297d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c384affcadced909a50f88728b471ea0, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a309d106f59664feafd62fb78279566, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=723fe33312c3a2456f873382b07a492f, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b734432c0a670c07fb4c5fd054192c10, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=434b18ae4a08ffa8d1bee3fea7a9cb5a, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b195e36a14743d0af8e71f60dc8258c9, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49cfef49bebd033754b234bea276fbb7, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ece9eb63b8bdb80d426e21ca8ff705d, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8795b1515ab55a1755ffce579aeafbf1, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf5cb87c9ff7887ca7b49ac7c9da97d2, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0301c2f5601fe7c047f6a640e89fae13, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3d56b73f4c6a4ec23c785387b3de8a9, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36f4d071b685ee90a09e81d3f5d65dad, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1db7ad94f63bb8408f2fab311d7be892, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13f8abcaeafc80b1a1ac546f2a4f7296, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7219e3b152df3d8f0e842ea63f0d6a8c, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=741309928e9603b4511cd4782adee9cf, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f44e6c71bea1edfa234b779f222c237a, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e1b0425be0d1ef171689e96952f629f2, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=843a65bfc6c5c15971f5f1d032b90a3d, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d7ac159fab6a505cd78126dc0fc5aecd, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=411c1af9b41e80ac74019f46cc0ea0ef, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f7d867a8b218a1276c8e7ff514e3300, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f641c4d8c44a383bd8bfab5afdcb6995, ASSIGN}] 2024-12-11T22:35:20,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f641c4d8c44a383bd8bfab5afdcb6995, ASSIGN 2024-12-11T22:35:20,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, ASSIGN 2024-12-11T22:35:20,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f7d867a8b218a1276c8e7ff514e3300, ASSIGN 2024-12-11T22:35:20,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=411c1af9b41e80ac74019f46cc0ea0ef, ASSIGN 2024-12-11T22:35:20,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d7ac159fab6a505cd78126dc0fc5aecd, ASSIGN 2024-12-11T22:35:20,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f641c4d8c44a383bd8bfab5afdcb6995, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,385 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,385 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1f7d867a8b218a1276c8e7ff514e3300, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,386 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d7ac159fab6a505cd78126dc0fc5aecd, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=411c1af9b41e80ac74019f46cc0ea0ef, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=843a65bfc6c5c15971f5f1d032b90a3d, ASSIGN 2024-12-11T22:35:20,405 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=843a65bfc6c5c15971f5f1d032b90a3d, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,408 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e1b0425be0d1ef171689e96952f629f2, ASSIGN 2024-12-11T22:35:20,413 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e1b0425be0d1ef171689e96952f629f2, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f44e6c71bea1edfa234b779f222c237a, ASSIGN 2024-12-11T22:35:20,421 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f44e6c71bea1edfa234b779f222c237a, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7219e3b152df3d8f0e842ea63f0d6a8c, ASSIGN 2024-12-11T22:35:20,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13f8abcaeafc80b1a1ac546f2a4f7296, ASSIGN 2024-12-11T22:35:20,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1db7ad94f63bb8408f2fab311d7be892, ASSIGN 2024-12-11T22:35:20,428 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=741309928e9603b4511cd4782adee9cf, ASSIGN 2024-12-11T22:35:20,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7219e3b152df3d8f0e842ea63f0d6a8c, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,430 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=13f8abcaeafc80b1a1ac546f2a4f7296, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36f4d071b685ee90a09e81d3f5d65dad, ASSIGN 2024-12-11T22:35:20,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1db7ad94f63bb8408f2fab311d7be892, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,434 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=741309928e9603b4511cd4782adee9cf, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,445 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=36f4d071b685ee90a09e81d3f5d65dad, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3d56b73f4c6a4ec23c785387b3de8a9, ASSIGN 2024-12-11T22:35:20,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f3d56b73f4c6a4ec23c785387b3de8a9, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0301c2f5601fe7c047f6a640e89fae13, ASSIGN 2024-12-11T22:35:20,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0301c2f5601fe7c047f6a640e89fae13, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf5cb87c9ff7887ca7b49ac7c9da97d2, ASSIGN 2024-12-11T22:35:20,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cf5cb87c9ff7887ca7b49ac7c9da97d2, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8795b1515ab55a1755ffce579aeafbf1, ASSIGN 2024-12-11T22:35:20,478 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8795b1515ab55a1755ffce579aeafbf1, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ece9eb63b8bdb80d426e21ca8ff705d, ASSIGN 2024-12-11T22:35:20,485 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ece9eb63b8bdb80d426e21ca8ff705d, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49cfef49bebd033754b234bea276fbb7, ASSIGN 2024-12-11T22:35:20,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=49cfef49bebd033754b234bea276fbb7, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b195e36a14743d0af8e71f60dc8258c9, ASSIGN 2024-12-11T22:35:20,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b195e36a14743d0af8e71f60dc8258c9, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b734432c0a670c07fb4c5fd054192c10, ASSIGN 2024-12-11T22:35:20,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=723fe33312c3a2456f873382b07a492f, ASSIGN 2024-12-11T22:35:20,523 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a309d106f59664feafd62fb78279566, ASSIGN 2024-12-11T22:35:20,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b734432c0a670c07fb4c5fd054192c10, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,526 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=723fe33312c3a2456f873382b07a492f, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,527 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4a309d106f59664feafd62fb78279566, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,533 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=434b18ae4a08ffa8d1bee3fea7a9cb5a, ASSIGN 2024-12-11T22:35:20,537 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=434b18ae4a08ffa8d1bee3fea7a9cb5a, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,537 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f641c4d8c44a383bd8bfab5afdcb6995, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=4a309d106f59664feafd62fb78279566, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure f641c4d8c44a383bd8bfab5afdcb6995, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=12, state=RUNNABLE; OpenRegionProcedure 4a309d106f59664feafd62fb78279566, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=843a65bfc6c5c15971f5f1d032b90a3d, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c384affcadced909a50f88728b471ea0, ASSIGN 2024-12-11T22:35:20,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=b734432c0a670c07fb4c5fd054192c10, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=b195e36a14743d0af8e71f60dc8258c9, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=30, state=RUNNABLE; OpenRegionProcedure 843a65bfc6c5c15971f5f1d032b90a3d, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c384affcadced909a50f88728b471ea0, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=16, state=RUNNABLE; OpenRegionProcedure b195e36a14743d0af8e71f60dc8258c9, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=14, state=RUNNABLE; OpenRegionProcedure b734432c0a670c07fb4c5fd054192c10, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=0301c2f5601fe7c047f6a640e89fae13, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f44e6c71bea1edfa234b779f222c237a, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=741309928e9603b4511cd4782adee9cf, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=28, state=RUNNABLE; OpenRegionProcedure f44e6c71bea1edfa234b779f222c237a, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE; OpenRegionProcedure 0301c2f5601fe7c047f6a640e89fae13, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=1f7d867a8b218a1276c8e7ff514e3300, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE; OpenRegionProcedure 741309928e9603b4511cd4782adee9cf, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=13f8abcaeafc80b1a1ac546f2a4f7296, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=33, state=RUNNABLE; OpenRegionProcedure 1f7d867a8b218a1276c8e7ff514e3300, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=2ece9eb63b8bdb80d426e21ca8ff705d, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=7219e3b152df3d8f0e842ea63f0d6a8c, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure 2ece9eb63b8bdb80d426e21ca8ff705d, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=34, state=RUNNABLE; OpenRegionProcedure 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE; OpenRegionProcedure 13f8abcaeafc80b1a1ac546f2a4f7296, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=411c1af9b41e80ac74019f46cc0ea0ef, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure 7219e3b152df3d8f0e842ea63f0d6a8c, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=434b18ae4a08ffa8d1bee3fea7a9cb5a, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=32, state=RUNNABLE; OpenRegionProcedure 411c1af9b41e80ac74019f46cc0ea0ef, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c384affcadced909a50f88728b471ea0, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=e1b0425be0d1ef171689e96952f629f2, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=49cfef49bebd033754b234bea276fbb7, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=cf5cb87c9ff7887ca7b49ac7c9da97d2, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure 434b18ae4a08ffa8d1bee3fea7a9cb5a, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=17, state=RUNNABLE; OpenRegionProcedure 49cfef49bebd033754b234bea276fbb7, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE; OpenRegionProcedure c384affcadced909a50f88728b471ea0, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=20, state=RUNNABLE; OpenRegionProcedure cf5cb87c9ff7887ca7b49ac7c9da97d2, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=1db7ad94f63bb8408f2fab311d7be892, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=29, state=RUNNABLE; OpenRegionProcedure e1b0425be0d1ef171689e96952f629f2, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f3d56b73f4c6a4ec23c785387b3de8a9, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=24, state=RUNNABLE; OpenRegionProcedure 1db7ad94f63bb8408f2fab311d7be892, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=723fe33312c3a2456f873382b07a492f, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=22, state=RUNNABLE; OpenRegionProcedure f3d56b73f4c6a4ec23c785387b3de8a9, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,763 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:20,764 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => f44e6c71bea1edfa234b779f222c237a, NAME => 'test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-11T22:35:20,764 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,764 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,765 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,765 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=13, state=RUNNABLE; OpenRegionProcedure 723fe33312c3a2456f873382b07a492f, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,783 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,792 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44e6c71bea1edfa234b779f222c237a columnFamilyName f 2024-12-11T22:35:20,792 DEBUG [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8795b1515ab55a1755ffce579aeafbf1, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=36f4d071b685ee90a09e81d3f5d65dad, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,796 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] regionserver.HStore(327): Store=f44e6c71bea1edfa234b779f222c237a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,796 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,797 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d7ac159fab6a505cd78126dc0fc5aecd, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b3a040aeaab5c2982d7f8c286a6297d, ASSIGN 2024-12-11T22:35:20,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=19, state=RUNNABLE; OpenRegionProcedure 8795b1515ab55a1755ffce579aeafbf1, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9b3a040aeaab5c2982d7f8c286a6297d, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:20,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=31, state=RUNNABLE; OpenRegionProcedure d7ac159fab6a505cd78126dc0fc5aecd, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,804 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44e6c71bea1edfa234b779f222c237a columnFamilyName norep 2024-12-11T22:35:20,804 DEBUG [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=23, state=RUNNABLE; OpenRegionProcedure 36f4d071b685ee90a09e81d3f5d65dad, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,811 INFO [StoreOpener-f44e6c71bea1edfa234b779f222c237a-1 {}] regionserver.HStore(327): Store=f44e6c71bea1edfa234b779f222c237a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,814 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,815 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,828 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:20,836 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:35:20,848 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f44e6c71bea1edfa234b779f222c237a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:20,849 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened f44e6c71bea1edfa234b779f222c237a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63801489, jitterRate=-0.04928372800350189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:20,850 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for f44e6c71bea1edfa234b779f222c237a: 2024-12-11T22:35:20,856 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a., pid=41, masterSystemTime=1733956520704 2024-12-11T22:35:20,860 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:20,860 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:35:20,861 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:20,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f44e6c71bea1edfa234b779f222c237a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,861 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 741309928e9603b4511cd4782adee9cf, NAME => 'test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-11T22:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,871 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=28 2024-12-11T22:35:20,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=28, state=SUCCESS; OpenRegionProcedure f44e6c71bea1edfa234b779f222c237a, server=2f7297c58d34,39483,1733956504113 in 265 msec 2024-12-11T22:35:20,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f44e6c71bea1edfa234b779f222c237a, ASSIGN in 510 msec 2024-12-11T22:35:20,881 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741309928e9603b4511cd4782adee9cf columnFamilyName f 2024-12-11T22:35:20,881 DEBUG [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,882 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] regionserver.HStore(327): Store=741309928e9603b4511cd4782adee9cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,883 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,886 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741309928e9603b4511cd4782adee9cf columnFamilyName norep 2024-12-11T22:35:20,886 DEBUG [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,894 INFO [StoreOpener-741309928e9603b4511cd4782adee9cf-1 {}] regionserver.HStore(327): Store=741309928e9603b4511cd4782adee9cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,896 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,897 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,899 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:20,901 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 741309928e9603b4511cd4782adee9cf 2024-12-11T22:35:20,912 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/741309928e9603b4511cd4782adee9cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:20,916 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 741309928e9603b4511cd4782adee9cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68814358, jitterRate=0.025413841009140015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:20,916 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 741309928e9603b4511cd4782adee9cf: 2024-12-11T22:35:20,917 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf., pid=43, masterSystemTime=1733956520704 2024-12-11T22:35:20,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=741309928e9603b4511cd4782adee9cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,923 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:20,923 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:35:20,923 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:20,923 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 7219e3b152df3d8f0e842ea63f0d6a8c, NAME => 'test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-11T22:35:20,924 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,924 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,924 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,924 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,926 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,930 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7219e3b152df3d8f0e842ea63f0d6a8c columnFamilyName f 2024-12-11T22:35:20,931 DEBUG [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,934 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] regionserver.HStore(327): Store=7219e3b152df3d8f0e842ea63f0d6a8c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,934 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,942 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7219e3b152df3d8f0e842ea63f0d6a8c columnFamilyName norep 2024-12-11T22:35:20,942 DEBUG [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=27 2024-12-11T22:35:20,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=27, state=SUCCESS; OpenRegionProcedure 741309928e9603b4511cd4782adee9cf, server=2f7297c58d34,39483,1733956504113 in 309 msec 2024-12-11T22:35:20,947 INFO [StoreOpener-7219e3b152df3d8f0e842ea63f0d6a8c-1 {}] regionserver.HStore(327): Store=7219e3b152df3d8f0e842ea63f0d6a8c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=741309928e9603b4511cd4782adee9cf, ASSIGN in 578 msec 2024-12-11T22:35:20,949 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,950 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,952 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:20,954 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:35:20,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9b3a040aeaab5c2982d7f8c286a6297d, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,958 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/7219e3b152df3d8f0e842ea63f0d6a8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:20,959 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 7219e3b152df3d8f0e842ea63f0d6a8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64772615, jitterRate=-0.03481282293796539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:20,960 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 7219e3b152df3d8f0e842ea63f0d6a8c: 2024-12-11T22:35:20,962 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c., pid=48, masterSystemTime=1733956520704 2024-12-11T22:35:20,967 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:20,968 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:35:20,968 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:20,968 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => b734432c0a670c07fb4c5fd054192c10, NAME => 'test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-11T22:35:20,968 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:20,969 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:20,969 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:20,969 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:20,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=10, state=RUNNABLE; OpenRegionProcedure 9b3a040aeaab5c2982d7f8c286a6297d, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:20,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=7219e3b152df3d8f0e842ea63f0d6a8c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:20,980 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:20,988 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b734432c0a670c07fb4c5fd054192c10 columnFamilyName f 2024-12-11T22:35:20,988 DEBUG [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,989 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] regionserver.HStore(327): Store=b734432c0a670c07fb4c5fd054192c10/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:20,989 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:20,996 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b734432c0a670c07fb4c5fd054192c10 columnFamilyName norep 2024-12-11T22:35:20,997 DEBUG [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:20,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-11T22:35:20,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure 7219e3b152df3d8f0e842ea63f0d6a8c, server=2f7297c58d34,39483,1733956504113 in 320 msec 2024-12-11T22:35:20,998 INFO [StoreOpener-b734432c0a670c07fb4c5fd054192c10-1 {}] regionserver.HStore(327): Store=b734432c0a670c07fb4c5fd054192c10/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,000 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:21,004 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:21,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7219e3b152df3d8f0e842ea63f0d6a8c, ASSIGN in 632 msec 2024-12-11T22:35:21,005 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,009 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:35:21,012 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b734432c0a670c07fb4c5fd054192c10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,013 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened b734432c0a670c07fb4c5fd054192c10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61910374, jitterRate=-0.0774635374546051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,013 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for b734432c0a670c07fb4c5fd054192c10: 2024-12-11T22:35:21,020 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10., pid=39, masterSystemTime=1733956520704 2024-12-11T22:35:21,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:21,023 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:35:21,025 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:21,025 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => f641c4d8c44a383bd8bfab5afdcb6995, NAME => 'test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-11T22:35:21,025 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,026 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,026 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,026 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=b734432c0a670c07fb4c5fd054192c10, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,043 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=14 2024-12-11T22:35:21,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=14, state=SUCCESS; OpenRegionProcedure b734432c0a670c07fb4c5fd054192c10, server=2f7297c58d34,39483,1733956504113 in 479 msec 2024-12-11T22:35:21,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b734432c0a670c07fb4c5fd054192c10, ASSIGN in 683 msec 2024-12-11T22:35:21,051 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f641c4d8c44a383bd8bfab5afdcb6995 columnFamilyName f 2024-12-11T22:35:21,051 DEBUG [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,052 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] regionserver.HStore(327): Store=f641c4d8c44a383bd8bfab5afdcb6995/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,052 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,054 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f641c4d8c44a383bd8bfab5afdcb6995 columnFamilyName norep 2024-12-11T22:35:21,055 DEBUG [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,055 INFO [StoreOpener-f641c4d8c44a383bd8bfab5afdcb6995-1 {}] regionserver.HStore(327): Store=f641c4d8c44a383bd8bfab5afdcb6995/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,057 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,066 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,074 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,080 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:35:21,094 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f641c4d8c44a383bd8bfab5afdcb6995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,095 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened f641c4d8c44a383bd8bfab5afdcb6995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74556771, jitterRate=0.11098246276378632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,095 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for f641c4d8c44a383bd8bfab5afdcb6995: 2024-12-11T22:35:21,100 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995., pid=36, masterSystemTime=1733956520704 2024-12-11T22:35:21,104 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:21,104 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:35:21,104 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:21,105 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, NAME => 'test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-11T22:35:21,105 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,105 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,105 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,105 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f641c4d8c44a383bd8bfab5afdcb6995, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,115 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-11T22:35:21,125 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 columnFamilyName f 2024-12-11T22:35:21,125 DEBUG [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure f641c4d8c44a383bd8bfab5afdcb6995, server=2f7297c58d34,39483,1733956504113 in 573 msec 2024-12-11T22:35:21,125 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] regionserver.HStore(327): Store=0e3f84a8c9d7f5c962fbb7ddccd2c3e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,126 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f641c4d8c44a383bd8bfab5afdcb6995, ASSIGN in 759 msec 2024-12-11T22:35:21,128 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 columnFamilyName norep 2024-12-11T22:35:21,128 DEBUG [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,129 INFO [StoreOpener-0e3f84a8c9d7f5c962fbb7ddccd2c3e4-1 {}] regionserver.HStore(327): Store=0e3f84a8c9d7f5c962fbb7ddccd2c3e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,132 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,133 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,139 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,142 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:35:21,152 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0e3f84a8c9d7f5c962fbb7ddccd2c3e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,155 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 0e3f84a8c9d7f5c962fbb7ddccd2c3e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69757405, jitterRate=0.039466336369514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,155 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4: 2024-12-11T22:35:21,161 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4., pid=46, masterSystemTime=1733956520704 2024-12-11T22:35:21,166 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:21,166 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:35:21,166 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:21,166 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 13f8abcaeafc80b1a1ac546f2a4f7296, NAME => 'test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-11T22:35:21,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,167 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,167 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,167 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,168 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,176 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=34 2024-12-11T22:35:21,178 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f8abcaeafc80b1a1ac546f2a4f7296 columnFamilyName f 2024-12-11T22:35:21,179 DEBUG [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,179 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] regionserver.HStore(327): Store=13f8abcaeafc80b1a1ac546f2a4f7296/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,180 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=34, state=SUCCESS; OpenRegionProcedure 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, server=2f7297c58d34,39483,1733956504113 in 519 msec 2024-12-11T22:35:21,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0e3f84a8c9d7f5c962fbb7ddccd2c3e4, ASSIGN in 812 msec 2024-12-11T22:35:21,188 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f8abcaeafc80b1a1ac546f2a4f7296 columnFamilyName norep 2024-12-11T22:35:21,188 DEBUG [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,190 INFO [StoreOpener-13f8abcaeafc80b1a1ac546f2a4f7296-1 {}] regionserver.HStore(327): Store=13f8abcaeafc80b1a1ac546f2a4f7296/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,192 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,193 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,207 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,212 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:35:21,221 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/13f8abcaeafc80b1a1ac546f2a4f7296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,223 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 13f8abcaeafc80b1a1ac546f2a4f7296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71780644, jitterRate=0.0696149468421936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,223 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 13f8abcaeafc80b1a1ac546f2a4f7296: 2024-12-11T22:35:21,232 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296., pid=45, masterSystemTime=1733956520704 2024-12-11T22:35:21,236 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:21,236 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:35:21,236 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:21,237 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a309d106f59664feafd62fb78279566, NAME => 'test,ccc,1733956517601.4a309d106f59664feafd62fb78279566.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-11T22:35:21,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=13f8abcaeafc80b1a1ac546f2a4f7296, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,237 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,237 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ccc,1733956517601.4a309d106f59664feafd62fb78279566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,237 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,238 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,241 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,248 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a309d106f59664feafd62fb78279566 columnFamilyName f 2024-12-11T22:35:21,248 DEBUG [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,249 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] regionserver.HStore(327): Store=4a309d106f59664feafd62fb78279566/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,250 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=25 2024-12-11T22:35:21,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=25, state=SUCCESS; OpenRegionProcedure 13f8abcaeafc80b1a1ac546f2a4f7296, server=2f7297c58d34,39483,1733956504113 in 589 msec 2024-12-11T22:35:21,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=13f8abcaeafc80b1a1ac546f2a4f7296, ASSIGN in 886 msec 2024-12-11T22:35:21,257 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a309d106f59664feafd62fb78279566 columnFamilyName norep 2024-12-11T22:35:21,257 DEBUG [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,258 INFO [StoreOpener-4a309d106f59664feafd62fb78279566-1 {}] regionserver.HStore(327): Store=4a309d106f59664feafd62fb78279566/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,260 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,264 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,265 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,267 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 4a309d106f59664feafd62fb78279566 2024-12-11T22:35:21,272 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/4a309d106f59664feafd62fb78279566/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,273 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 4a309d106f59664feafd62fb78279566; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73349587, jitterRate=0.09299401938915253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,273 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 4a309d106f59664feafd62fb78279566: 2024-12-11T22:35:21,274 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733956517601.4a309d106f59664feafd62fb78279566., pid=37, masterSystemTime=1733956520704 2024-12-11T22:35:21,276 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:21,277 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:35:21,277 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:21,277 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 1f7d867a8b218a1276c8e7ff514e3300, NAME => 'test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-11T22:35:21,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=4a309d106f59664feafd62fb78279566, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,277 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,277 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,278 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,278 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,280 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,282 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7d867a8b218a1276c8e7ff514e3300 columnFamilyName f 2024-12-11T22:35:21,283 DEBUG [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,283 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] regionserver.HStore(327): Store=1f7d867a8b218a1276c8e7ff514e3300/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,284 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=12 2024-12-11T22:35:21,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=12, state=SUCCESS; OpenRegionProcedure 4a309d106f59664feafd62fb78279566, server=2f7297c58d34,39483,1733956504113 in 732 msec 2024-12-11T22:35:21,286 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7d867a8b218a1276c8e7ff514e3300 columnFamilyName norep 2024-12-11T22:35:21,286 DEBUG [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4a309d106f59664feafd62fb78279566, ASSIGN in 919 msec 2024-12-11T22:35:21,287 INFO [StoreOpener-1f7d867a8b218a1276c8e7ff514e3300-1 {}] regionserver.HStore(327): Store=1f7d867a8b218a1276c8e7ff514e3300/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,288 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,289 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,291 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,293 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:35:21,299 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1f7d867a8b218a1276c8e7ff514e3300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,304 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 1f7d867a8b218a1276c8e7ff514e3300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961940, jitterRate=-0.04689282178878784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,304 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 1f7d867a8b218a1276c8e7ff514e3300: 2024-12-11T22:35:21,306 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300., pid=44, masterSystemTime=1733956520704 2024-12-11T22:35:21,310 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:21,310 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:35:21,310 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:21,310 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 843a65bfc6c5c15971f5f1d032b90a3d, NAME => 'test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-11T22:35:21,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=1f7d867a8b218a1276c8e7ff514e3300, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,311 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,311 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,311 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,311 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,316 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=33 2024-12-11T22:35:21,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=33, state=SUCCESS; OpenRegionProcedure 1f7d867a8b218a1276c8e7ff514e3300, server=2f7297c58d34,39483,1733956504113 in 685 msec 2024-12-11T22:35:21,318 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 843a65bfc6c5c15971f5f1d032b90a3d columnFamilyName f 2024-12-11T22:35:21,319 DEBUG [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,319 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] regionserver.HStore(327): Store=843a65bfc6c5c15971f5f1d032b90a3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1f7d867a8b218a1276c8e7ff514e3300, ASSIGN in 952 msec 2024-12-11T22:35:21,320 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,321 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 843a65bfc6c5c15971f5f1d032b90a3d columnFamilyName norep 2024-12-11T22:35:21,321 DEBUG [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,322 INFO [StoreOpener-843a65bfc6c5c15971f5f1d032b90a3d-1 {}] regionserver.HStore(327): Store=843a65bfc6c5c15971f5f1d032b90a3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,323 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,324 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,325 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,326 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:35:21,329 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/843a65bfc6c5c15971f5f1d032b90a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,330 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 843a65bfc6c5c15971f5f1d032b90a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73327628, jitterRate=0.09266680479049683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,330 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 843a65bfc6c5c15971f5f1d032b90a3d: 2024-12-11T22:35:21,331 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d., pid=38, masterSystemTime=1733956520704 2024-12-11T22:35:21,333 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:21,333 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:35:21,333 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:21,333 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => b195e36a14743d0af8e71f60dc8258c9, NAME => 'test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-11T22:35:21,334 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=843a65bfc6c5c15971f5f1d032b90a3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,334 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,334 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,334 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,336 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,339 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b195e36a14743d0af8e71f60dc8258c9 columnFamilyName f 2024-12-11T22:35:21,339 DEBUG [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=30 2024-12-11T22:35:21,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=30, state=SUCCESS; OpenRegionProcedure 843a65bfc6c5c15971f5f1d032b90a3d, server=2f7297c58d34,39483,1733956504113 in 780 msec 2024-12-11T22:35:21,340 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] regionserver.HStore(327): Store=b195e36a14743d0af8e71f60dc8258c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,340 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,342 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b195e36a14743d0af8e71f60dc8258c9 columnFamilyName norep 2024-12-11T22:35:21,342 DEBUG [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=843a65bfc6c5c15971f5f1d032b90a3d, ASSIGN in 975 msec 2024-12-11T22:35:21,343 INFO [StoreOpener-b195e36a14743d0af8e71f60dc8258c9-1 {}] regionserver.HStore(327): Store=b195e36a14743d0af8e71f60dc8258c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,345 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,345 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,348 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,352 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:35:21,356 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b195e36a14743d0af8e71f60dc8258c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,357 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened b195e36a14743d0af8e71f60dc8258c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486066, jitterRate=0.08012655377388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,357 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for b195e36a14743d0af8e71f60dc8258c9: 2024-12-11T22:35:21,359 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9., pid=40, masterSystemTime=1733956520704 2024-12-11T22:35:21,362 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:21,362 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:35:21,362 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:21,362 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0301c2f5601fe7c047f6a640e89fae13, NAME => 'test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-11T22:35:21,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=b195e36a14743d0af8e71f60dc8258c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,362 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,363 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,363 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,363 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,365 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,368 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0301c2f5601fe7c047f6a640e89fae13 columnFamilyName f 2024-12-11T22:35:21,368 DEBUG [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=16 2024-12-11T22:35:21,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=16, state=SUCCESS; OpenRegionProcedure b195e36a14743d0af8e71f60dc8258c9, server=2f7297c58d34,39483,1733956504113 in 798 msec 2024-12-11T22:35:21,370 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] regionserver.HStore(327): Store=0301c2f5601fe7c047f6a640e89fae13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,371 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b195e36a14743d0af8e71f60dc8258c9, ASSIGN in 1.0050 sec 2024-12-11T22:35:21,378 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0301c2f5601fe7c047f6a640e89fae13 columnFamilyName norep 2024-12-11T22:35:21,378 DEBUG [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,379 INFO [StoreOpener-0301c2f5601fe7c047f6a640e89fae13-1 {}] regionserver.HStore(327): Store=0301c2f5601fe7c047f6a640e89fae13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,381 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,381 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,383 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,385 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:35:21,389 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0301c2f5601fe7c047f6a640e89fae13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,391 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0301c2f5601fe7c047f6a640e89fae13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61204965, jitterRate=-0.08797495067119598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,391 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0301c2f5601fe7c047f6a640e89fae13: 2024-12-11T22:35:21,393 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13., pid=42, masterSystemTime=1733956520704 2024-12-11T22:35:21,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=0301c2f5601fe7c047f6a640e89fae13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,411 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:21,411 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:35:21,411 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:21,412 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ece9eb63b8bdb80d426e21ca8ff705d, NAME => 'test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-11T22:35:21,412 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,412 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,412 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,412 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=21 2024-12-11T22:35:21,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=21, state=SUCCESS; OpenRegionProcedure 0301c2f5601fe7c047f6a640e89fae13, server=2f7297c58d34,39483,1733956504113 in 790 msec 2024-12-11T22:35:21,420 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,422 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ece9eb63b8bdb80d426e21ca8ff705d columnFamilyName f 2024-12-11T22:35:21,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0301c2f5601fe7c047f6a640e89fae13, ASSIGN in 1.0550 sec 2024-12-11T22:35:21,422 DEBUG [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,423 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] regionserver.HStore(327): Store=2ece9eb63b8bdb80d426e21ca8ff705d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,423 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,425 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ece9eb63b8bdb80d426e21ca8ff705d columnFamilyName norep 2024-12-11T22:35:21,425 DEBUG [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,426 INFO [StoreOpener-2ece9eb63b8bdb80d426e21ca8ff705d-1 {}] regionserver.HStore(327): Store=2ece9eb63b8bdb80d426e21ca8ff705d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,427 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,428 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,430 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,431 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:35:21,434 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/2ece9eb63b8bdb80d426e21ca8ff705d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,435 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 2ece9eb63b8bdb80d426e21ca8ff705d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69589161, jitterRate=0.03695930540561676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,435 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 2ece9eb63b8bdb80d426e21ca8ff705d: 2024-12-11T22:35:21,436 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d., pid=47, masterSystemTime=1733956520704 2024-12-11T22:35:21,439 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:21,439 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:35:21,439 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:21,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=2ece9eb63b8bdb80d426e21ca8ff705d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,439 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => cf5cb87c9ff7887ca7b49ac7c9da97d2, NAME => 'test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-11T22:35:21,440 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,440 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,440 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,440 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,443 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,448 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf5cb87c9ff7887ca7b49ac7c9da97d2 columnFamilyName f 2024-12-11T22:35:21,448 DEBUG [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-11T22:35:21,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure 2ece9eb63b8bdb80d426e21ca8ff705d, server=2f7297c58d34,39483,1733956504113 in 788 msec 2024-12-11T22:35:21,449 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] regionserver.HStore(327): Store=cf5cb87c9ff7887ca7b49ac7c9da97d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,449 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ece9eb63b8bdb80d426e21ca8ff705d, ASSIGN in 1.0840 sec 2024-12-11T22:35:21,460 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf5cb87c9ff7887ca7b49ac7c9da97d2 columnFamilyName norep 2024-12-11T22:35:21,460 DEBUG [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,461 INFO [StoreOpener-cf5cb87c9ff7887ca7b49ac7c9da97d2-1 {}] regionserver.HStore(327): Store=cf5cb87c9ff7887ca7b49ac7c9da97d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,463 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,463 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,465 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,467 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:35:21,469 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/cf5cb87c9ff7887ca7b49ac7c9da97d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,469 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened cf5cb87c9ff7887ca7b49ac7c9da97d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72853087, jitterRate=0.08559559285640717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,470 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for cf5cb87c9ff7887ca7b49ac7c9da97d2: 2024-12-11T22:35:21,471 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2., pid=54, masterSystemTime=1733956520867 2024-12-11T22:35:21,472 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:21,473 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:35:21,473 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:21,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=cf5cb87c9ff7887ca7b49ac7c9da97d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,473 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 411c1af9b41e80ac74019f46cc0ea0ef, NAME => 'test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-11T22:35:21,473 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,473 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,474 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,474 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,476 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,478 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 411c1af9b41e80ac74019f46cc0ea0ef columnFamilyName f 2024-12-11T22:35:21,478 DEBUG [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=20 2024-12-11T22:35:21,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=20, state=SUCCESS; OpenRegionProcedure cf5cb87c9ff7887ca7b49ac7c9da97d2, server=2f7297c58d34,39483,1733956504113 in 744 msec 2024-12-11T22:35:21,478 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] regionserver.HStore(327): Store=411c1af9b41e80ac74019f46cc0ea0ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,479 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cf5cb87c9ff7887ca7b49ac7c9da97d2, ASSIGN in 1.1130 sec 2024-12-11T22:35:21,480 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 411c1af9b41e80ac74019f46cc0ea0ef columnFamilyName norep 2024-12-11T22:35:21,480 DEBUG [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,481 INFO [StoreOpener-411c1af9b41e80ac74019f46cc0ea0ef-1 {}] regionserver.HStore(327): Store=411c1af9b41e80ac74019f46cc0ea0ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,482 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,483 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,484 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,485 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:35:21,487 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/411c1af9b41e80ac74019f46cc0ea0ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,488 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 411c1af9b41e80ac74019f46cc0ea0ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70258537, jitterRate=0.04693378508090973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,488 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 411c1af9b41e80ac74019f46cc0ea0ef: 2024-12-11T22:35:21,489 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef., pid=49, masterSystemTime=1733956520867 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:21,491 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:35:21,491 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => c384affcadced909a50f88728b471ea0, NAME => 'test,bbb,1733956517601.c384affcadced909a50f88728b471ea0.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,bbb,1733956517601.c384affcadced909a50f88728b471ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,491 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=411c1af9b41e80ac74019f46cc0ea0ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,491 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,496 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,503 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c384affcadced909a50f88728b471ea0 columnFamilyName f 2024-12-11T22:35:21,503 DEBUG [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=32 2024-12-11T22:35:21,504 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] regionserver.HStore(327): Store=c384affcadced909a50f88728b471ea0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=32, state=SUCCESS; OpenRegionProcedure 411c1af9b41e80ac74019f46cc0ea0ef, server=2f7297c58d34,39483,1733956504113 in 808 msec 2024-12-11T22:35:21,504 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,506 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c384affcadced909a50f88728b471ea0 columnFamilyName norep 2024-12-11T22:35:21,506 DEBUG [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,507 INFO [StoreOpener-c384affcadced909a50f88728b471ea0-1 {}] regionserver.HStore(327): Store=c384affcadced909a50f88728b471ea0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=411c1af9b41e80ac74019f46cc0ea0ef, ASSIGN in 1.1390 sec 2024-12-11T22:35:21,508 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,509 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,511 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,512 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for c384affcadced909a50f88728b471ea0 2024-12-11T22:35:21,515 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/c384affcadced909a50f88728b471ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,516 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened c384affcadced909a50f88728b471ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61049738, jitterRate=-0.09028801321983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,516 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for c384affcadced909a50f88728b471ea0: 2024-12-11T22:35:21,517 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733956517601.c384affcadced909a50f88728b471ea0., pid=51, masterSystemTime=1733956520867 2024-12-11T22:35:21,520 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:21,520 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:35:21,520 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:21,520 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 36f4d071b685ee90a09e81d3f5d65dad, NAME => 'test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-11T22:35:21,521 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c384affcadced909a50f88728b471ea0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,521 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,521 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,521 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,523 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,525 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f4d071b685ee90a09e81d3f5d65dad columnFamilyName f 2024-12-11T22:35:21,525 DEBUG [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,526 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] regionserver.HStore(327): Store=36f4d071b685ee90a09e81d3f5d65dad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,526 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=11 2024-12-11T22:35:21,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=11, state=SUCCESS; OpenRegionProcedure c384affcadced909a50f88728b471ea0, server=2f7297c58d34,39483,1733956504113 in 798 msec 2024-12-11T22:35:21,529 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f4d071b685ee90a09e81d3f5d65dad columnFamilyName norep 2024-12-11T22:35:21,529 DEBUG [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c384affcadced909a50f88728b471ea0, ASSIGN in 1.1620 sec 2024-12-11T22:35:21,531 INFO [StoreOpener-36f4d071b685ee90a09e81d3f5d65dad-1 {}] regionserver.HStore(327): Store=36f4d071b685ee90a09e81d3f5d65dad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,533 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,533 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,535 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,537 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:35:21,539 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/36f4d071b685ee90a09e81d3f5d65dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,540 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 36f4d071b685ee90a09e81d3f5d65dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68161757, jitterRate=0.01568932831287384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,540 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 36f4d071b685ee90a09e81d3f5d65dad: 2024-12-11T22:35:21,541 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad., pid=59, masterSystemTime=1733956520867 2024-12-11T22:35:21,543 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:21,543 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:35:21,543 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:21,543 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 1db7ad94f63bb8408f2fab311d7be892, NAME => 'test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-11T22:35:21,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=36f4d071b685ee90a09e81d3f5d65dad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,543 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,544 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,544 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,544 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,545 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,547 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db7ad94f63bb8408f2fab311d7be892 columnFamilyName f 2024-12-11T22:35:21,547 DEBUG [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,548 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] regionserver.HStore(327): Store=1db7ad94f63bb8408f2fab311d7be892/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,549 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=23 2024-12-11T22:35:21,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=23, state=SUCCESS; OpenRegionProcedure 36f4d071b685ee90a09e81d3f5d65dad, server=2f7297c58d34,39483,1733956504113 in 745 msec 2024-12-11T22:35:21,550 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1db7ad94f63bb8408f2fab311d7be892 columnFamilyName norep 2024-12-11T22:35:21,551 DEBUG [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=36f4d071b685ee90a09e81d3f5d65dad, ASSIGN in 1.1840 sec 2024-12-11T22:35:21,551 INFO [StoreOpener-1db7ad94f63bb8408f2fab311d7be892-1 {}] regionserver.HStore(327): Store=1db7ad94f63bb8408f2fab311d7be892/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,552 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,553 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,554 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,555 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:35:21,558 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1db7ad94f63bb8408f2fab311d7be892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,559 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 1db7ad94f63bb8408f2fab311d7be892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73394430, jitterRate=0.09366223216056824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,559 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 1db7ad94f63bb8408f2fab311d7be892: 2024-12-11T22:35:21,561 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892., pid=55, masterSystemTime=1733956520867 2024-12-11T22:35:21,563 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:21,563 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:35:21,563 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:21,563 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 434b18ae4a08ffa8d1bee3fea7a9cb5a, NAME => 'test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-11T22:35:21,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=1db7ad94f63bb8408f2fab311d7be892, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,564 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,564 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,564 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,564 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,567 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,569 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434b18ae4a08ffa8d1bee3fea7a9cb5a columnFamilyName f 2024-12-11T22:35:21,569 DEBUG [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=24 2024-12-11T22:35:21,570 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] regionserver.HStore(327): Store=434b18ae4a08ffa8d1bee3fea7a9cb5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,570 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=24, state=SUCCESS; OpenRegionProcedure 1db7ad94f63bb8408f2fab311d7be892, server=2f7297c58d34,39483,1733956504113 in 812 msec 2024-12-11T22:35:21,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1db7ad94f63bb8408f2fab311d7be892, ASSIGN in 1.2040 sec 2024-12-11T22:35:21,572 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434b18ae4a08ffa8d1bee3fea7a9cb5a columnFamilyName norep 2024-12-11T22:35:21,572 DEBUG [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,572 INFO [StoreOpener-434b18ae4a08ffa8d1bee3fea7a9cb5a-1 {}] regionserver.HStore(327): Store=434b18ae4a08ffa8d1bee3fea7a9cb5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,573 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,574 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,575 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,576 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:35:21,580 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/434b18ae4a08ffa8d1bee3fea7a9cb5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,581 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 434b18ae4a08ffa8d1bee3fea7a9cb5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69074739, jitterRate=0.02929382026195526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,581 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 434b18ae4a08ffa8d1bee3fea7a9cb5a: 2024-12-11T22:35:21,582 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a., pid=50, masterSystemTime=1733956520867 2024-12-11T22:35:21,584 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:21,584 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:35:21,584 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:21,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=434b18ae4a08ffa8d1bee3fea7a9cb5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,584 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 49cfef49bebd033754b234bea276fbb7, NAME => 'test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-11T22:35:21,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,585 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44865 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=2f7297c58d34,39483,1733956504113, table=test, region=434b18ae4a08ffa8d1bee3fea7a9cb5a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T22:35:21,587 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-11T22:35:21,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure 434b18ae4a08ffa8d1bee3fea7a9cb5a, server=2f7297c58d34,39483,1733956504113 in 863 msec 2024-12-11T22:35:21,589 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49cfef49bebd033754b234bea276fbb7 columnFamilyName f 2024-12-11T22:35:21,589 DEBUG [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,590 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] regionserver.HStore(327): Store=49cfef49bebd033754b234bea276fbb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,590 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=434b18ae4a08ffa8d1bee3fea7a9cb5a, ASSIGN in 1.2240 sec 2024-12-11T22:35:21,592 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49cfef49bebd033754b234bea276fbb7 columnFamilyName norep 2024-12-11T22:35:21,592 DEBUG [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,593 INFO [StoreOpener-49cfef49bebd033754b234bea276fbb7-1 {}] regionserver.HStore(327): Store=49cfef49bebd033754b234bea276fbb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,596 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,596 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,597 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,600 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:35:21,604 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/49cfef49bebd033754b234bea276fbb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,604 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 49cfef49bebd033754b234bea276fbb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69301021, jitterRate=0.0326656848192215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,605 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 49cfef49bebd033754b234bea276fbb7: 2024-12-11T22:35:21,605 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7., pid=52, masterSystemTime=1733956520867 2024-12-11T22:35:21,608 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:21,608 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:35:21,608 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:21,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => f3d56b73f4c6a4ec23c785387b3de8a9, NAME => 'test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-11T22:35:21,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=49cfef49bebd033754b234bea276fbb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,611 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,614 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d56b73f4c6a4ec23c785387b3de8a9 columnFamilyName f 2024-12-11T22:35:21,614 DEBUG [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,614 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] regionserver.HStore(327): Store=f3d56b73f4c6a4ec23c785387b3de8a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,615 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=17 2024-12-11T22:35:21,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=17, state=SUCCESS; OpenRegionProcedure 49cfef49bebd033754b234bea276fbb7, server=2f7297c58d34,39483,1733956504113 in 887 msec 2024-12-11T22:35:21,617 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d56b73f4c6a4ec23c785387b3de8a9 columnFamilyName norep 2024-12-11T22:35:21,617 DEBUG [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=49cfef49bebd033754b234bea276fbb7, ASSIGN in 1.2500 sec 2024-12-11T22:35:21,618 INFO [StoreOpener-f3d56b73f4c6a4ec23c785387b3de8a9-1 {}] regionserver.HStore(327): Store=f3d56b73f4c6a4ec23c785387b3de8a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,619 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,619 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,620 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,621 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:35:21,623 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f3d56b73f4c6a4ec23c785387b3de8a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,624 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened f3d56b73f4c6a4ec23c785387b3de8a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68572017, jitterRate=0.02180267870426178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,624 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for f3d56b73f4c6a4ec23c785387b3de8a9: 2024-12-11T22:35:21,625 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9., pid=56, masterSystemTime=1733956520867 2024-12-11T22:35:21,626 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:21,627 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:35:21,627 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:21,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 723fe33312c3a2456f873382b07a492f, NAME => 'test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-11T22:35:21,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f3d56b73f4c6a4ec23c785387b3de8a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,629 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,631 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723fe33312c3a2456f873382b07a492f columnFamilyName f 2024-12-11T22:35:21,631 DEBUG [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,631 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] regionserver.HStore(327): Store=723fe33312c3a2456f873382b07a492f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=22 2024-12-11T22:35:21,632 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=22, state=SUCCESS; OpenRegionProcedure f3d56b73f4c6a4ec23c785387b3de8a9, server=2f7297c58d34,39483,1733956504113 in 866 msec 2024-12-11T22:35:21,633 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723fe33312c3a2456f873382b07a492f columnFamilyName norep 2024-12-11T22:35:21,633 DEBUG [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f3d56b73f4c6a4ec23c785387b3de8a9, ASSIGN in 1.2670 sec 2024-12-11T22:35:21,634 INFO [StoreOpener-723fe33312c3a2456f873382b07a492f-1 {}] regionserver.HStore(327): Store=723fe33312c3a2456f873382b07a492f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,634 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,635 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,636 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,637 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 723fe33312c3a2456f873382b07a492f 2024-12-11T22:35:21,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/723fe33312c3a2456f873382b07a492f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,639 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 723fe33312c3a2456f873382b07a492f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777989, jitterRate=0.09937770664691925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 723fe33312c3a2456f873382b07a492f: 2024-12-11T22:35:21,640 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f., pid=57, masterSystemTime=1733956520867 2024-12-11T22:35:21,643 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:21,643 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:35:21,643 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:21,643 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => e1b0425be0d1ef171689e96952f629f2, NAME => 'test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-11T22:35:21,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=723fe33312c3a2456f873382b07a492f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,644 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,644 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,644 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,644 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,648 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,652 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1b0425be0d1ef171689e96952f629f2 columnFamilyName f 2024-12-11T22:35:21,652 DEBUG [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,653 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] regionserver.HStore(327): Store=e1b0425be0d1ef171689e96952f629f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,653 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=13 2024-12-11T22:35:21,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=13, state=SUCCESS; OpenRegionProcedure 723fe33312c3a2456f873382b07a492f, server=2f7297c58d34,39483,1733956504113 in 883 msec 2024-12-11T22:35:21,655 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1b0425be0d1ef171689e96952f629f2 columnFamilyName norep 2024-12-11T22:35:21,656 DEBUG [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=723fe33312c3a2456f873382b07a492f, ASSIGN in 1.2890 sec 2024-12-11T22:35:21,657 INFO [StoreOpener-e1b0425be0d1ef171689e96952f629f2-1 {}] regionserver.HStore(327): Store=e1b0425be0d1ef171689e96952f629f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,659 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,660 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,663 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,669 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:35:21,672 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/e1b0425be0d1ef171689e96952f629f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,673 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened e1b0425be0d1ef171689e96952f629f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67849231, jitterRate=0.011032328009605408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,673 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for e1b0425be0d1ef171689e96952f629f2: 2024-12-11T22:35:21,674 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2., pid=53, masterSystemTime=1733956520867 2024-12-11T22:35:21,677 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:21,677 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:35:21,677 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:21,677 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 8795b1515ab55a1755ffce579aeafbf1, NAME => 'test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-11T22:35:21,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=e1b0425be0d1ef171689e96952f629f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,678 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,678 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,678 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,678 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,681 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,684 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8795b1515ab55a1755ffce579aeafbf1 columnFamilyName f 2024-12-11T22:35:21,684 DEBUG [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,685 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] regionserver.HStore(327): Store=8795b1515ab55a1755ffce579aeafbf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,685 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=29 2024-12-11T22:35:21,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=29, state=SUCCESS; OpenRegionProcedure e1b0425be0d1ef171689e96952f629f2, server=2f7297c58d34,39483,1733956504113 in 951 msec 2024-12-11T22:35:21,688 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8795b1515ab55a1755ffce579aeafbf1 columnFamilyName norep 2024-12-11T22:35:21,688 DEBUG [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,690 INFO [StoreOpener-8795b1515ab55a1755ffce579aeafbf1-1 {}] regionserver.HStore(327): Store=8795b1515ab55a1755ffce579aeafbf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e1b0425be0d1ef171689e96952f629f2, ASSIGN in 1.3220 sec 2024-12-11T22:35:21,692 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,693 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,698 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,702 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:35:21,711 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/8795b1515ab55a1755ffce579aeafbf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,712 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 8795b1515ab55a1755ffce579aeafbf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68708384, jitterRate=0.023834705352783203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 8795b1515ab55a1755ffce579aeafbf1: 2024-12-11T22:35:21,714 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1., pid=58, masterSystemTime=1733956520867 2024-12-11T22:35:21,719 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:21,719 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:35:21,719 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:21,719 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => d7ac159fab6a505cd78126dc0fc5aecd, NAME => 'test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-11T22:35:21,720 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,720 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,720 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,720 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,722 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8795b1515ab55a1755ffce579aeafbf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,726 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ac159fab6a505cd78126dc0fc5aecd columnFamilyName f 2024-12-11T22:35:21,726 DEBUG [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,727 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] regionserver.HStore(327): Store=d7ac159fab6a505cd78126dc0fc5aecd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,728 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,730 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ac159fab6a505cd78126dc0fc5aecd columnFamilyName norep 2024-12-11T22:35:21,730 DEBUG [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,732 INFO [StoreOpener-d7ac159fab6a505cd78126dc0fc5aecd-1 {}] regionserver.HStore(327): Store=d7ac159fab6a505cd78126dc0fc5aecd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,733 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,734 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,739 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,744 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:35:21,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=19 2024-12-11T22:35:21,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=19, state=SUCCESS; OpenRegionProcedure 8795b1515ab55a1755ffce579aeafbf1, server=2f7297c58d34,39483,1733956504113 in 935 msec 2024-12-11T22:35:21,749 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/d7ac159fab6a505cd78126dc0fc5aecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8795b1515ab55a1755ffce579aeafbf1, ASSIGN in 1.3820 sec 2024-12-11T22:35:21,751 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened d7ac159fab6a505cd78126dc0fc5aecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74318494, jitterRate=0.10743185877799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,751 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for d7ac159fab6a505cd78126dc0fc5aecd: 2024-12-11T22:35:21,752 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd., pid=60, masterSystemTime=1733956520867 2024-12-11T22:35:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:21,759 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:21,759 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:35:21,759 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:21,759 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b3a040aeaab5c2982d7f8c286a6297d, NAME => 'test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-11T22:35:21,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d7ac159fab6a505cd78126dc0fc5aecd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,760 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,760 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:21,760 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,760 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=31 2024-12-11T22:35:21,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=31, state=SUCCESS; OpenRegionProcedure d7ac159fab6a505cd78126dc0fc5aecd, server=2f7297c58d34,39483,1733956504113 in 960 msec 2024-12-11T22:35:21,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d7ac159fab6a505cd78126dc0fc5aecd, ASSIGN in 1.4010 sec 2024-12-11T22:35:21,771 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,773 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b3a040aeaab5c2982d7f8c286a6297d columnFamilyName f 2024-12-11T22:35:21,773 DEBUG [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,774 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] regionserver.HStore(327): Store=9b3a040aeaab5c2982d7f8c286a6297d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,774 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,776 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b3a040aeaab5c2982d7f8c286a6297d columnFamilyName norep 2024-12-11T22:35:21,776 DEBUG [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:21,777 INFO [StoreOpener-9b3a040aeaab5c2982d7f8c286a6297d-1 {}] regionserver.HStore(327): Store=9b3a040aeaab5c2982d7f8c286a6297d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:21,778 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,778 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,779 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:21,780 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:35:21,783 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:21,783 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 9b3a040aeaab5c2982d7f8c286a6297d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186437, jitterRate=-0.0882510393857956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:21,783 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 9b3a040aeaab5c2982d7f8c286a6297d: 2024-12-11T22:35:21,784 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d., pid=61, masterSystemTime=1733956521139 2024-12-11T22:35:21,786 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:21,786 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:35:21,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9b3a040aeaab5c2982d7f8c286a6297d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:21,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=10 2024-12-11T22:35:21,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=10, state=SUCCESS; OpenRegionProcedure 9b3a040aeaab5c2982d7f8c286a6297d, server=2f7297c58d34,39483,1733956504113 in 812 msec 2024-12-11T22:35:21,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T22:35:21,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9b3a040aeaab5c2982d7f8c286a6297d, ASSIGN in 1.4260 sec 2024-12-11T22:35:21,794 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:21,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956521794"}]},"ts":"1733956521794"} 2024-12-11T22:35:21,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-11T22:35:21,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:35:22,053 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:22,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.4430 sec 2024-12-11T22:35:23,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-11T22:35:23,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-11T22:35:23,359 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:25,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:25,760 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-11T22:35:25,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T22:35:25,762 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:25,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T22:35:25,786 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:25,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T22:35:25,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:35:25,800 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:35:25,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-11T22:35:25,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:25,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:25,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-11T22:35:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:25,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741837_1013 (size=631) 2024-12-11T22:35:25,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6be82966d12d54b12c807d3f2ed9f6f3, NAME => 'test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:25,901 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2b6205b40a3ed4f636b9e9c44693b0d6, NAME => 'test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:25,908 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bb68b69ed33acac678d61296df0f39af, NAME => 'test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741838_1014 (size=45) 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bb68b69ed33acac678d61296df0f39af, disabling compactions & flushes 2024-12-11T22:35:25,972 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. after waiting 0 ms 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:25,972 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:25,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bb68b69ed33acac678d61296df0f39af: 2024-12-11T22:35:25,973 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cde92649d8c2181f60900d190ed8c0f0, NAME => 'test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741839_1015 (size=45) 2024-12-11T22:35:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741840_1016 (size=42) 2024-12-11T22:35:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741841_1017 (size=45) 2024-12-11T22:35:26,039 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cde92649d8c2181f60900d190ed8c0f0, disabling compactions & flushes 2024-12-11T22:35:26,040 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. after waiting 0 ms 2024-12-11T22:35:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:26,040 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cde92649d8c2181f60900d190ed8c0f0: 2024-12-11T22:35:26,041 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 36520ae64d45e907801489e5f251b89d, NAME => 'test,eee,1733956525803.36520ae64d45e907801489e5f251b89d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741842_1018 (size=45) 2024-12-11T22:35:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:26,405 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2b6205b40a3ed4f636b9e9c44693b0d6, disabling compactions & flushes 2024-12-11T22:35:26,406 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:26,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:26,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. after waiting 0 ms 2024-12-11T22:35:26,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:26,406 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:26,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2b6205b40a3ed4f636b9e9c44693b0d6: 2024-12-11T22:35:26,407 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cfc9fee81e53b50e00c0670698080a7b, NAME => 'test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6be82966d12d54b12c807d3f2ed9f6f3, disabling compactions & flushes 2024-12-11T22:35:26,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:26,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:26,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. after waiting 0 ms 2024-12-11T22:35:26,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:26,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:26,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6be82966d12d54b12c807d3f2ed9f6f3: 2024-12-11T22:35:26,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e2d2660aa0f32ed4636bf5e32094284, NAME => 'test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741843_1019 (size=45) 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cfc9fee81e53b50e00c0670698080a7b, disabling compactions & flushes 2024-12-11T22:35:26,472 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. after waiting 0 ms 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:26,472 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:26,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cfc9fee81e53b50e00c0670698080a7b: 2024-12-11T22:35:26,473 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fdfa6e2a2469897919fa1d6aaf4dd94d, NAME => 'test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741844_1020 (size=45) 2024-12-11T22:35:26,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8e2d2660aa0f32ed4636bf5e32094284, disabling compactions & flushes 2024-12-11T22:35:26,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:26,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:26,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. after waiting 0 ms 2024-12-11T22:35:26,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:26,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:26,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e2d2660aa0f32ed4636bf5e32094284: 2024-12-11T22:35:26,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2bd6502838428d3145ba383dd80945ae, NAME => 'test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,521 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733956525803.36520ae64d45e907801489e5f251b89d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,521 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 36520ae64d45e907801489e5f251b89d, disabling compactions & flushes 2024-12-11T22:35:26,521 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:26,521 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:26,521 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. after waiting 0 ms 2024-12-11T22:35:26,521 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:26,521 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:26,522 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 36520ae64d45e907801489e5f251b89d: 2024-12-11T22:35:26,523 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => fddd9605cc87fd375285bf62f24ea216, NAME => 'test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741846_1022 (size=45) 2024-12-11T22:35:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741845_1021 (size=45) 2024-12-11T22:35:26,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fdfa6e2a2469897919fa1d6aaf4dd94d, disabling compactions & flushes 2024-12-11T22:35:26,563 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:26,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:26,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. after waiting 0 ms 2024-12-11T22:35:26,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:26,563 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:26,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fdfa6e2a2469897919fa1d6aaf4dd94d: 2024-12-11T22:35:26,564 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3096920b68386ad349ea5e59f9da9169, NAME => 'test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741847_1023 (size=45) 2024-12-11T22:35:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741848_1024 (size=45) 2024-12-11T22:35:26,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:35:26,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-11T22:35:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:26,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2bd6502838428d3145ba383dd80945ae, disabling compactions & flushes 2024-12-11T22:35:26,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:26,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:26,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. after waiting 0 ms 2024-12-11T22:35:26,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:26,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:26,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2bd6502838428d3145ba383dd80945ae: 2024-12-11T22:35:26,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d954493c92bcad7b0ea12929e903fcbd, NAME => 'test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741849_1025 (size=45) 2024-12-11T22:35:26,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:26,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d954493c92bcad7b0ea12929e903fcbd, disabling compactions & flushes 2024-12-11T22:35:26,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:26,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:26,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. after waiting 0 ms 2024-12-11T22:35:26,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:26,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:26,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d954493c92bcad7b0ea12929e903fcbd: 2024-12-11T22:35:26,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a285c741599937344181b711e9202c5c, NAME => 'test,mmm,1733956525803.a285c741599937344181b711e9202c5c.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,003 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,004 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing fddd9605cc87fd375285bf62f24ea216, disabling compactions & flushes 2024-12-11T22:35:27,004 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:27,004 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:27,004 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. after waiting 0 ms 2024-12-11T22:35:27,004 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:27,004 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:27,004 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for fddd9605cc87fd375285bf62f24ea216: 2024-12-11T22:35:27,005 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4ba52dfd439fccd10e78f1663c76dfb2, NAME => 'test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,040 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,040 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3096920b68386ad349ea5e59f9da9169, disabling compactions & flushes 2024-12-11T22:35:27,040 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:27,040 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:27,040 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. after waiting 0 ms 2024-12-11T22:35:27,040 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:27,040 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:27,041 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3096920b68386ad349ea5e59f9da9169: 2024-12-11T22:35:27,041 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b5fc6938c16b04c2789c260a10de37e9, NAME => 'test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741851_1027 (size=45) 2024-12-11T22:35:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741850_1026 (size=45) 2024-12-11T22:35:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741852_1028 (size=45) 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4ba52dfd439fccd10e78f1663c76dfb2, disabling compactions & flushes 2024-12-11T22:35:27,461 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. after waiting 0 ms 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:27,461 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:27,461 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4ba52dfd439fccd10e78f1663c76dfb2: 2024-12-11T22:35:27,462 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c6f22a14504196e3b07d167176866743, NAME => 'test,ppp,1733956525803.c6f22a14504196e3b07d167176866743.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733956525803.a285c741599937344181b711e9202c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a285c741599937344181b711e9202c5c, disabling compactions & flushes 2024-12-11T22:35:27,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733956525803.a285c741599937344181b711e9202c5c. after waiting 0 ms 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:27,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:27,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a285c741599937344181b711e9202c5c: 2024-12-11T22:35:27,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e32192ee95d27718241b274e8160a527, NAME => 'test,qqq,1733956525803.e32192ee95d27718241b274e8160a527.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b5fc6938c16b04c2789c260a10de37e9, disabling compactions & flushes 2024-12-11T22:35:27,488 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. after waiting 0 ms 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:27,488 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:27,488 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b5fc6938c16b04c2789c260a10de37e9: 2024-12-11T22:35:27,489 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 00da087f486f604cd91e249be3e52330, NAME => 'test,rrr,1733956525803.00da087f486f604cd91e249be3e52330.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741853_1029 (size=45) 2024-12-11T22:35:27,511 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733956525803.c6f22a14504196e3b07d167176866743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,511 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c6f22a14504196e3b07d167176866743, disabling compactions & flushes 2024-12-11T22:35:27,512 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:27,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:27,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. after waiting 0 ms 2024-12-11T22:35:27,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:27,512 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:27,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c6f22a14504196e3b07d167176866743: 2024-12-11T22:35:27,513 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d400e9d9198871f025e69701d9c413c8, NAME => 'test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741854_1030 (size=45) 2024-12-11T22:35:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741855_1031 (size=45) 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733956525803.00da087f486f604cd91e249be3e52330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 00da087f486f604cd91e249be3e52330, disabling compactions & flushes 2024-12-11T22:35:27,564 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. after waiting 0 ms 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:27,564 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:27,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 00da087f486f604cd91e249be3e52330: 2024-12-11T22:35:27,565 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bac85f99823c4769714e4d157fcbd888, NAME => 'test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741856_1032 (size=45) 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d400e9d9198871f025e69701d9c413c8, disabling compactions & flushes 2024-12-11T22:35:27,584 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. after waiting 0 ms 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:27,584 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:27,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d400e9d9198871f025e69701d9c413c8: 2024-12-11T22:35:27,585 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bfc4361bab8c362a9966accee0514964, NAME => 'test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741857_1033 (size=45) 2024-12-11T22:35:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741858_1034 (size=45) 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bfc4361bab8c362a9966accee0514964, disabling compactions & flushes 2024-12-11T22:35:27,626 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. after waiting 0 ms 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:27,626 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:27,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bfc4361bab8c362a9966accee0514964: 2024-12-11T22:35:27,628 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e025ac1da9e6978ffed43ba5ab88be20, NAME => 'test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741859_1035 (size=45) 2024-12-11T22:35:27,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e025ac1da9e6978ffed43ba5ab88be20, disabling compactions & flushes 2024-12-11T22:35:27,643 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:27,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:27,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. after waiting 0 ms 2024-12-11T22:35:27,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:27,644 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:27,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e025ac1da9e6978ffed43ba5ab88be20: 2024-12-11T22:35:27,646 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1578f5e68c4cbe4162ab168b06bb8d64, NAME => 'test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741860_1036 (size=45) 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1578f5e68c4cbe4162ab168b06bb8d64, disabling compactions & flushes 2024-12-11T22:35:27,669 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. after waiting 0 ms 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:27,669 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:27,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1578f5e68c4cbe4162ab168b06bb8d64: 2024-12-11T22:35:27,670 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5ac8cb0d65d05c58e8c3d70498e266ba, NAME => 'test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741861_1037 (size=45) 2024-12-11T22:35:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:27,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733956525803.e32192ee95d27718241b274e8160a527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e32192ee95d27718241b274e8160a527, disabling compactions & flushes 2024-12-11T22:35:27,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:27,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:27,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. after waiting 0 ms 2024-12-11T22:35:27,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:27,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:27,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e32192ee95d27718241b274e8160a527: 2024-12-11T22:35:27,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f0398b2e9e8a2c398914a414ea915921, NAME => 'test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741862_1038 (size=45) 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bac85f99823c4769714e4d157fcbd888, disabling compactions & flushes 2024-12-11T22:35:27,988 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. after waiting 0 ms 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:27,988 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:27,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bac85f99823c4769714e4d157fcbd888: 2024-12-11T22:35:27,989 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dd3483233fe73a8c14d908a752ad7edb, NAME => 'test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f0398b2e9e8a2c398914a414ea915921, disabling compactions & flushes 2024-12-11T22:35:27,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. after waiting 0 ms 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:27,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:27,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f0398b2e9e8a2c398914a414ea915921: 2024-12-11T22:35:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741863_1039 (size=42) 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dd3483233fe73a8c14d908a752ad7edb, disabling compactions & flushes 2024-12-11T22:35:28,004 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. after waiting 0 ms 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:28,004 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:28,004 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dd3483233fe73a8c14d908a752ad7edb: 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5ac8cb0d65d05c58e8c3d70498e266ba, disabling compactions & flushes 2024-12-11T22:35:28,106 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. after waiting 0 ms 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:28,106 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:28,106 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5ac8cb0d65d05c58e8c3d70498e266ba: 2024-12-11T22:35:28,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:28,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733956525803.36520ae64d45e907801489e5f251b89d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733956525803.a285c741599937344181b711e9202c5c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733956525803.c6f22a14504196e3b07d167176866743.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733956525803.00da087f486f604cd91e249be3e52330.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733956525803.e32192ee95d27718241b274e8160a527.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733956528108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956528108"}]},"ts":"1733956528108"} 2024-12-11T22:35:28,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-11T22:35:28,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:28,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956528121"}]},"ts":"1733956528121"} 2024-12-11T22:35:28,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-11T22:35:28,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6be82966d12d54b12c807d3f2ed9f6f3, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b6205b40a3ed4f636b9e9c44693b0d6, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bb68b69ed33acac678d61296df0f39af, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cde92649d8c2181f60900d190ed8c0f0, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36520ae64d45e907801489e5f251b89d, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfc9fee81e53b50e00c0670698080a7b, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e2d2660aa0f32ed4636bf5e32094284, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fdfa6e2a2469897919fa1d6aaf4dd94d, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2bd6502838428d3145ba383dd80945ae, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fddd9605cc87fd375285bf62f24ea216, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3096920b68386ad349ea5e59f9da9169, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d954493c92bcad7b0ea12929e903fcbd, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a285c741599937344181b711e9202c5c, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ba52dfd439fccd10e78f1663c76dfb2, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b5fc6938c16b04c2789c260a10de37e9, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6f22a14504196e3b07d167176866743, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e32192ee95d27718241b274e8160a527, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=00da087f486f604cd91e249be3e52330, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d400e9d9198871f025e69701d9c413c8, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bac85f99823c4769714e4d157fcbd888, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfc4361bab8c362a9966accee0514964, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e025ac1da9e6978ffed43ba5ab88be20, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1578f5e68c4cbe4162ab168b06bb8d64, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ac8cb0d65d05c58e8c3d70498e266ba, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f0398b2e9e8a2c398914a414ea915921, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dd3483233fe73a8c14d908a752ad7edb, ASSIGN}] 2024-12-11T22:35:28,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fdfa6e2a2469897919fa1d6aaf4dd94d, ASSIGN 2024-12-11T22:35:28,180 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfc9fee81e53b50e00c0670698080a7b, ASSIGN 2024-12-11T22:35:28,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e2d2660aa0f32ed4636bf5e32094284, ASSIGN 2024-12-11T22:35:28,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2bd6502838428d3145ba383dd80945ae, ASSIGN 2024-12-11T22:35:28,181 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cfc9fee81e53b50e00c0670698080a7b, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,182 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8e2d2660aa0f32ed4636bf5e32094284, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fdfa6e2a2469897919fa1d6aaf4dd94d, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2bd6502838428d3145ba383dd80945ae, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dd3483233fe73a8c14d908a752ad7edb, ASSIGN 2024-12-11T22:35:28,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f0398b2e9e8a2c398914a414ea915921, ASSIGN 2024-12-11T22:35:28,185 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1578f5e68c4cbe4162ab168b06bb8d64, ASSIGN 2024-12-11T22:35:28,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dd3483233fe73a8c14d908a752ad7edb, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e025ac1da9e6978ffed43ba5ab88be20, ASSIGN 2024-12-11T22:35:28,185 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f0398b2e9e8a2c398914a414ea915921, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ac8cb0d65d05c58e8c3d70498e266ba, ASSIGN 2024-12-11T22:35:28,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e025ac1da9e6978ffed43ba5ab88be20, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,186 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1578f5e68c4cbe4162ab168b06bb8d64, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfc4361bab8c362a9966accee0514964, ASSIGN 2024-12-11T22:35:28,186 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5ac8cb0d65d05c58e8c3d70498e266ba, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bfc4361bab8c362a9966accee0514964, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,188 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bac85f99823c4769714e4d157fcbd888, ASSIGN 2024-12-11T22:35:28,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e32192ee95d27718241b274e8160a527, ASSIGN 2024-12-11T22:35:28,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=00da087f486f604cd91e249be3e52330, ASSIGN 2024-12-11T22:35:28,189 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bac85f99823c4769714e4d157fcbd888, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d400e9d9198871f025e69701d9c413c8, ASSIGN 2024-12-11T22:35:28,190 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e32192ee95d27718241b274e8160a527, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=00da087f486f604cd91e249be3e52330, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d400e9d9198871f025e69701d9c413c8, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6f22a14504196e3b07d167176866743, ASSIGN 2024-12-11T22:35:28,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6f22a14504196e3b07d167176866743, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,193 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a285c741599937344181b711e9202c5c, ASSIGN 2024-12-11T22:35:28,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ba52dfd439fccd10e78f1663c76dfb2, ASSIGN 2024-12-11T22:35:28,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b5fc6938c16b04c2789c260a10de37e9, ASSIGN 2024-12-11T22:35:28,194 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a285c741599937344181b711e9202c5c, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d954493c92bcad7b0ea12929e903fcbd, ASSIGN 2024-12-11T22:35:28,194 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b5fc6938c16b04c2789c260a10de37e9, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4ba52dfd439fccd10e78f1663c76dfb2, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d954493c92bcad7b0ea12929e903fcbd, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3096920b68386ad349ea5e59f9da9169, ASSIGN 2024-12-11T22:35:28,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fddd9605cc87fd375285bf62f24ea216, ASSIGN 2024-12-11T22:35:28,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3096920b68386ad349ea5e59f9da9169, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fddd9605cc87fd375285bf62f24ea216, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cde92649d8c2181f60900d190ed8c0f0, ASSIGN 2024-12-11T22:35:28,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cde92649d8c2181f60900d190ed8c0f0, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b6205b40a3ed4f636b9e9c44693b0d6, ASSIGN 2024-12-11T22:35:28,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bb68b69ed33acac678d61296df0f39af, ASSIGN 2024-12-11T22:35:28,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2b6205b40a3ed4f636b9e9c44693b0d6, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36520ae64d45e907801489e5f251b89d, ASSIGN 2024-12-11T22:35:28,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bb68b69ed33acac678d61296df0f39af, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=36520ae64d45e907801489e5f251b89d, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6be82966d12d54b12c807d3f2ed9f6f3, ASSIGN 2024-12-11T22:35:28,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6be82966d12d54b12c807d3f2ed9f6f3, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:28,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6be82966d12d54b12c807d3f2ed9f6f3, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2b6205b40a3ed4f636b9e9c44693b0d6, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4ba52dfd439fccd10e78f1663c76dfb2, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d400e9d9198871f025e69701d9c413c8, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f0398b2e9e8a2c398914a414ea915921, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=23, state=RUNNABLE; OpenRegionProcedure 4ba52dfd439fccd10e78f1663c76dfb2, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=11, state=RUNNABLE; OpenRegionProcedure 2b6205b40a3ed4f636b9e9c44693b0d6, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=10, state=RUNNABLE; OpenRegionProcedure 6be82966d12d54b12c807d3f2ed9f6f3, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=28, state=RUNNABLE; OpenRegionProcedure d400e9d9198871f025e69701d9c413c8, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=d954493c92bcad7b0ea12929e903fcbd, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=34, state=RUNNABLE; OpenRegionProcedure f0398b2e9e8a2c398914a414ea915921, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE; OpenRegionProcedure d954493c92bcad7b0ea12929e903fcbd, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,347 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bac85f99823c4769714e4d157fcbd888, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:28,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=bb68b69ed33acac678d61296df0f39af, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=b5fc6938c16b04c2789c260a10de37e9, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=29, state=RUNNABLE; OpenRegionProcedure bac85f99823c4769714e4d157fcbd888, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE; OpenRegionProcedure bb68b69ed33acac678d61296df0f39af, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=24, state=RUNNABLE; OpenRegionProcedure b5fc6938c16b04c2789c260a10de37e9, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=36520ae64d45e907801489e5f251b89d, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=dd3483233fe73a8c14d908a752ad7edb, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,355 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=fdfa6e2a2469897919fa1d6aaf4dd94d, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=35, state=RUNNABLE; OpenRegionProcedure dd3483233fe73a8c14d908a752ad7edb, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=14, state=RUNNABLE; OpenRegionProcedure 36520ae64d45e907801489e5f251b89d, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=17, state=RUNNABLE; OpenRegionProcedure fdfa6e2a2469897919fa1d6aaf4dd94d, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e025ac1da9e6978ffed43ba5ab88be20, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=cfc9fee81e53b50e00c0670698080a7b, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8e2d2660aa0f32ed4636bf5e32094284, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure e025ac1da9e6978ffed43ba5ab88be20, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=16, state=RUNNABLE; OpenRegionProcedure 8e2d2660aa0f32ed4636bf5e32094284, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=15, state=RUNNABLE; OpenRegionProcedure cfc9fee81e53b50e00c0670698080a7b, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,381 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=e32192ee95d27718241b274e8160a527, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=c6f22a14504196e3b07d167176866743, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3096920b68386ad349ea5e59f9da9169, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=25, state=RUNNABLE; OpenRegionProcedure c6f22a14504196e3b07d167176866743, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=26, state=RUNNABLE; OpenRegionProcedure e32192ee95d27718241b274e8160a527, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1578f5e68c4cbe4162ab168b06bb8d64, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=00da087f486f604cd91e249be3e52330, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=20, state=RUNNABLE; OpenRegionProcedure 3096920b68386ad349ea5e59f9da9169, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=a285c741599937344181b711e9202c5c, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=2bd6502838428d3145ba383dd80945ae, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=5ac8cb0d65d05c58e8c3d70498e266ba, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=32, state=RUNNABLE; OpenRegionProcedure 1578f5e68c4cbe4162ab168b06bb8d64, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=18, state=RUNNABLE; OpenRegionProcedure 2bd6502838428d3145ba383dd80945ae, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=27, state=RUNNABLE; OpenRegionProcedure 00da087f486f604cd91e249be3e52330, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=33, state=RUNNABLE; OpenRegionProcedure 5ac8cb0d65d05c58e8c3d70498e266ba, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=22, state=RUNNABLE; OpenRegionProcedure a285c741599937344181b711e9202c5c, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fddd9605cc87fd375285bf62f24ea216, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=19, state=RUNNABLE; OpenRegionProcedure fddd9605cc87fd375285bf62f24ea216, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bfc4361bab8c362a9966accee0514964, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=cde92649d8c2181f60900d190ed8c0f0, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=30, state=RUNNABLE; OpenRegionProcedure bfc4361bab8c362a9966accee0514964, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=13, state=RUNNABLE; OpenRegionProcedure cde92649d8c2181f60900d190ed8c0f0, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:28,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,510 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:28,510 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => f0398b2e9e8a2c398914a414ea915921, NAME => 'test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-11T22:35:28,510 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,510 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,511 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,511 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,519 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,527 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0398b2e9e8a2c398914a414ea915921 columnFamilyName f 2024-12-11T22:35:28,527 DEBUG [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,528 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] regionserver.HStore(327): Store=f0398b2e9e8a2c398914a414ea915921/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,528 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,530 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0398b2e9e8a2c398914a414ea915921 columnFamilyName norep 2024-12-11T22:35:28,531 DEBUG [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,531 INFO [StoreOpener-f0398b2e9e8a2c398914a414ea915921-1 {}] regionserver.HStore(327): Store=f0398b2e9e8a2c398914a414ea915921/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,533 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,533 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,535 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,538 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:35:28,542 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/f0398b2e9e8a2c398914a414ea915921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,543 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened f0398b2e9e8a2c398914a414ea915921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74706488, jitterRate=0.1132134199142456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,543 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for f0398b2e9e8a2c398914a414ea915921: 2024-12-11T22:35:28,545 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921., pid=40, masterSystemTime=1733956528487 2024-12-11T22:35:28,559 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:28,559 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:35:28,560 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:28,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f0398b2e9e8a2c398914a414ea915921, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 36520ae64d45e907801489e5f251b89d, NAME => 'test,eee,1733956525803.36520ae64d45e907801489e5f251b89d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-11T22:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,eee,1733956525803.36520ae64d45e907801489e5f251b89d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=34 2024-12-11T22:35:28,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=34, state=SUCCESS; OpenRegionProcedure f0398b2e9e8a2c398914a414ea915921, server=2f7297c58d34,43943,1733956513707 in 225 msec 2024-12-11T22:35:28,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f0398b2e9e8a2c398914a414ea915921, ASSIGN in 392 msec 2024-12-11T22:35:28,575 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,578 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36520ae64d45e907801489e5f251b89d columnFamilyName f 2024-12-11T22:35:28,578 DEBUG [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,579 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] regionserver.HStore(327): Store=36520ae64d45e907801489e5f251b89d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,579 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,582 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36520ae64d45e907801489e5f251b89d columnFamilyName norep 2024-12-11T22:35:28,582 DEBUG [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,583 INFO [StoreOpener-36520ae64d45e907801489e5f251b89d-1 {}] regionserver.HStore(327): Store=36520ae64d45e907801489e5f251b89d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,585 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,587 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,589 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 36520ae64d45e907801489e5f251b89d 2024-12-11T22:35:28,599 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/36520ae64d45e907801489e5f251b89d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,600 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 36520ae64d45e907801489e5f251b89d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65551935, jitterRate=-0.023200049996376038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,600 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 36520ae64d45e907801489e5f251b89d: 2024-12-11T22:35:28,603 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733956525803.36520ae64d45e907801489e5f251b89d., pid=46, masterSystemTime=1733956528487 2024-12-11T22:35:28,609 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:28,609 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:35:28,610 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:28,610 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => d400e9d9198871f025e69701d9c413c8, NAME => 'test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-11T22:35:28,610 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,610 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,611 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,611 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=36520ae64d45e907801489e5f251b89d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,613 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,614 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d400e9d9198871f025e69701d9c413c8 columnFamilyName f 2024-12-11T22:35:28,615 DEBUG [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,615 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] regionserver.HStore(327): Store=d400e9d9198871f025e69701d9c413c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,616 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,619 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d400e9d9198871f025e69701d9c413c8 columnFamilyName norep 2024-12-11T22:35:28,619 DEBUG [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=14 2024-12-11T22:35:28,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=14, state=SUCCESS; OpenRegionProcedure 36520ae64d45e907801489e5f251b89d, server=2f7297c58d34,43943,1733956513707 in 259 msec 2024-12-11T22:35:28,620 INFO [StoreOpener-d400e9d9198871f025e69701d9c413c8-1 {}] regionserver.HStore(327): Store=d400e9d9198871f025e69701d9c413c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,621 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=36520ae64d45e907801489e5f251b89d, ASSIGN in 442 msec 2024-12-11T22:35:28,622 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,624 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,627 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for d400e9d9198871f025e69701d9c413c8 2024-12-11T22:35:28,632 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d400e9d9198871f025e69701d9c413c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,633 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened d400e9d9198871f025e69701d9c413c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61056219, jitterRate=-0.09019143879413605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,633 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for d400e9d9198871f025e69701d9c413c8: 2024-12-11T22:35:28,635 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8., pid=39, masterSystemTime=1733956528487 2024-12-11T22:35:28,638 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:28,638 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:35:28,638 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:28,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => bac85f99823c4769714e4d157fcbd888, NAME => 'test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-11T22:35:28,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d400e9d9198871f025e69701d9c413c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,639 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,640 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,646 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,648 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac85f99823c4769714e4d157fcbd888 columnFamilyName f 2024-12-11T22:35:28,648 DEBUG [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,649 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] regionserver.HStore(327): Store=bac85f99823c4769714e4d157fcbd888/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,649 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=28 2024-12-11T22:35:28,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=28, state=SUCCESS; OpenRegionProcedure d400e9d9198871f025e69701d9c413c8, server=2f7297c58d34,43943,1733956513707 in 305 msec 2024-12-11T22:35:28,651 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac85f99823c4769714e4d157fcbd888 columnFamilyName norep 2024-12-11T22:35:28,651 DEBUG [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,652 INFO [StoreOpener-bac85f99823c4769714e4d157fcbd888-1 {}] regionserver.HStore(327): Store=bac85f99823c4769714e4d157fcbd888/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d400e9d9198871f025e69701d9c413c8, ASSIGN in 474 msec 2024-12-11T22:35:28,654 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,655 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,659 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,662 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for bac85f99823c4769714e4d157fcbd888 2024-12-11T22:35:28,671 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bac85f99823c4769714e4d157fcbd888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,672 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened bac85f99823c4769714e4d157fcbd888; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66643418, jitterRate=-0.006935685873031616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,672 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for bac85f99823c4769714e4d157fcbd888: 2024-12-11T22:35:28,674 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888., pid=42, masterSystemTime=1733956528487 2024-12-11T22:35:28,677 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:28,677 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:35:28,677 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:28,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bac85f99823c4769714e4d157fcbd888, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,677 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => bb68b69ed33acac678d61296df0f39af, NAME => 'test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-11T22:35:28,679 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,679 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,679 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,679 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=29 2024-12-11T22:35:28,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=29, state=SUCCESS; OpenRegionProcedure bac85f99823c4769714e4d157fcbd888, server=2f7297c58d34,43943,1733956513707 in 331 msec 2024-12-11T22:35:28,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bac85f99823c4769714e4d157fcbd888, ASSIGN in 508 msec 2024-12-11T22:35:28,691 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,696 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb68b69ed33acac678d61296df0f39af columnFamilyName f 2024-12-11T22:35:28,696 DEBUG [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,697 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] regionserver.HStore(327): Store=bb68b69ed33acac678d61296df0f39af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,697 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,700 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb68b69ed33acac678d61296df0f39af columnFamilyName norep 2024-12-11T22:35:28,700 DEBUG [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,701 INFO [StoreOpener-bb68b69ed33acac678d61296df0f39af-1 {}] regionserver.HStore(327): Store=bb68b69ed33acac678d61296df0f39af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,702 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,703 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,704 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,706 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for bb68b69ed33acac678d61296df0f39af 2024-12-11T22:35:28,708 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bb68b69ed33acac678d61296df0f39af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,709 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened bb68b69ed33acac678d61296df0f39af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62326627, jitterRate=-0.07126088440418243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,709 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for bb68b69ed33acac678d61296df0f39af: 2024-12-11T22:35:28,710 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af., pid=43, masterSystemTime=1733956528487 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:28,712 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:35:28,712 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:28,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=bb68b69ed33acac678d61296df0f39af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => c6f22a14504196e3b07d167176866743, NAME => 'test,ppp,1733956525803.c6f22a14504196e3b07d167176866743.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ppp,1733956525803.c6f22a14504196e3b07d167176866743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,712 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=12 2024-12-11T22:35:28,715 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=12, state=SUCCESS; OpenRegionProcedure bb68b69ed33acac678d61296df0f39af, server=2f7297c58d34,43943,1733956513707 in 362 msec 2024-12-11T22:35:28,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bb68b69ed33acac678d61296df0f39af, ASSIGN in 538 msec 2024-12-11T22:35:28,717 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f22a14504196e3b07d167176866743 columnFamilyName f 2024-12-11T22:35:28,717 DEBUG [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,718 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] regionserver.HStore(327): Store=c6f22a14504196e3b07d167176866743/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,718 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,719 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f22a14504196e3b07d167176866743 columnFamilyName norep 2024-12-11T22:35:28,720 DEBUG [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,720 INFO [StoreOpener-c6f22a14504196e3b07d167176866743-1 {}] regionserver.HStore(327): Store=c6f22a14504196e3b07d167176866743/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,721 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,722 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,723 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,724 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for c6f22a14504196e3b07d167176866743 2024-12-11T22:35:28,728 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/c6f22a14504196e3b07d167176866743/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,728 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened c6f22a14504196e3b07d167176866743; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60681780, jitterRate=-0.09577101469039917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,729 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for c6f22a14504196e3b07d167176866743: 2024-12-11T22:35:28,729 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733956525803.c6f22a14504196e3b07d167176866743., pid=52, masterSystemTime=1733956528487 2024-12-11T22:35:28,732 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:28,732 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:35:28,732 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:28,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=c6f22a14504196e3b07d167176866743, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,732 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 3096920b68386ad349ea5e59f9da9169, NAME => 'test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-11T22:35:28,733 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,733 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,733 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,733 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=25 2024-12-11T22:35:28,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=25, state=SUCCESS; OpenRegionProcedure c6f22a14504196e3b07d167176866743, server=2f7297c58d34,43943,1733956513707 in 348 msec 2024-12-11T22:35:28,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6f22a14504196e3b07d167176866743, ASSIGN in 560 msec 2024-12-11T22:35:28,739 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,741 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3096920b68386ad349ea5e59f9da9169 columnFamilyName f 2024-12-11T22:35:28,742 DEBUG [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,743 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] regionserver.HStore(327): Store=3096920b68386ad349ea5e59f9da9169/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,743 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,745 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3096920b68386ad349ea5e59f9da9169 columnFamilyName norep 2024-12-11T22:35:28,745 DEBUG [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,747 INFO [StoreOpener-3096920b68386ad349ea5e59f9da9169-1 {}] regionserver.HStore(327): Store=3096920b68386ad349ea5e59f9da9169/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,749 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,749 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,751 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,753 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:35:28,757 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/3096920b68386ad349ea5e59f9da9169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,757 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 3096920b68386ad349ea5e59f9da9169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60677001, jitterRate=-0.09584222733974457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,757 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 3096920b68386ad349ea5e59f9da9169: 2024-12-11T22:35:28,758 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169., pid=53, masterSystemTime=1733956528487 2024-12-11T22:35:28,761 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:28,761 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:35:28,761 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:28,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3096920b68386ad349ea5e59f9da9169, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,762 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 00da087f486f604cd91e249be3e52330, NAME => 'test,rrr,1733956525803.00da087f486f604cd91e249be3e52330.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-11T22:35:28,762 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,762 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,rrr,1733956525803.00da087f486f604cd91e249be3e52330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,762 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,762 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,765 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=20 2024-12-11T22:35:28,768 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00da087f486f604cd91e249be3e52330 columnFamilyName f 2024-12-11T22:35:28,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=20, state=SUCCESS; OpenRegionProcedure 3096920b68386ad349ea5e59f9da9169, server=2f7297c58d34,43943,1733956513707 in 373 msec 2024-12-11T22:35:28,768 DEBUG [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,769 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] regionserver.HStore(327): Store=00da087f486f604cd91e249be3e52330/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,770 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3096920b68386ad349ea5e59f9da9169, ASSIGN in 591 msec 2024-12-11T22:35:28,772 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00da087f486f604cd91e249be3e52330 columnFamilyName norep 2024-12-11T22:35:28,772 DEBUG [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,780 INFO [StoreOpener-00da087f486f604cd91e249be3e52330-1 {}] regionserver.HStore(327): Store=00da087f486f604cd91e249be3e52330/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,781 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,782 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,783 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,784 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 00da087f486f604cd91e249be3e52330 2024-12-11T22:35:28,787 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/00da087f486f604cd91e249be3e52330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,788 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 00da087f486f604cd91e249be3e52330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229575, jitterRate=-0.013102427124977112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,788 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 00da087f486f604cd91e249be3e52330: 2024-12-11T22:35:28,789 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733956525803.00da087f486f604cd91e249be3e52330., pid=55, masterSystemTime=1733956528487 2024-12-11T22:35:28,791 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:28,791 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:35:28,791 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:28,792 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b6205b40a3ed4f636b9e9c44693b0d6, NAME => 'test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-11T22:35:28,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=00da087f486f604cd91e249be3e52330, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,792 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,792 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,792 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,792 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=27 2024-12-11T22:35:28,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=27, state=SUCCESS; OpenRegionProcedure 00da087f486f604cd91e249be3e52330, server=2f7297c58d34,43943,1733956513707 in 384 msec 2024-12-11T22:35:28,797 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=00da087f486f604cd91e249be3e52330, ASSIGN in 619 msec 2024-12-11T22:35:28,800 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b6205b40a3ed4f636b9e9c44693b0d6 columnFamilyName f 2024-12-11T22:35:28,800 DEBUG [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,801 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] regionserver.HStore(327): Store=2b6205b40a3ed4f636b9e9c44693b0d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,801 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,803 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b6205b40a3ed4f636b9e9c44693b0d6 columnFamilyName norep 2024-12-11T22:35:28,803 DEBUG [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,804 INFO [StoreOpener-2b6205b40a3ed4f636b9e9c44693b0d6-1 {}] regionserver.HStore(327): Store=2b6205b40a3ed4f636b9e9c44693b0d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,806 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,807 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,808 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,810 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:35:28,816 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2b6205b40a3ed4f636b9e9c44693b0d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,817 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 2b6205b40a3ed4f636b9e9c44693b0d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66429467, jitterRate=-0.010123804211616516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,817 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 2b6205b40a3ed4f636b9e9c44693b0d6: 2024-12-11T22:35:28,818 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6., pid=37, masterSystemTime=1733956528487 2024-12-11T22:35:28,820 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:28,820 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:35:28,820 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:28,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2b6205b40a3ed4f636b9e9c44693b0d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,820 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => b5fc6938c16b04c2789c260a10de37e9, NAME => 'test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-11T22:35:28,821 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,821 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,821 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,821 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,823 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=11 2024-12-11T22:35:28,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=11, state=SUCCESS; OpenRegionProcedure 2b6205b40a3ed4f636b9e9c44693b0d6, server=2f7297c58d34,43943,1733956513707 in 486 msec 2024-12-11T22:35:28,825 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5fc6938c16b04c2789c260a10de37e9 columnFamilyName f 2024-12-11T22:35:28,825 DEBUG [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2b6205b40a3ed4f636b9e9c44693b0d6, ASSIGN in 647 msec 2024-12-11T22:35:28,826 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] regionserver.HStore(327): Store=b5fc6938c16b04c2789c260a10de37e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,826 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,828 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5fc6938c16b04c2789c260a10de37e9 columnFamilyName norep 2024-12-11T22:35:28,828 DEBUG [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,829 INFO [StoreOpener-b5fc6938c16b04c2789c260a10de37e9-1 {}] regionserver.HStore(327): Store=b5fc6938c16b04c2789c260a10de37e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,830 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,830 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,832 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,833 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:35:28,836 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/b5fc6938c16b04c2789c260a10de37e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,837 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened b5fc6938c16b04c2789c260a10de37e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70682129, jitterRate=0.053245797753334045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,837 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for b5fc6938c16b04c2789c260a10de37e9: 2024-12-11T22:35:28,838 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9., pid=44, masterSystemTime=1733956528487 2024-12-11T22:35:28,840 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:28,840 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:35:28,841 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:28,841 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 1578f5e68c4cbe4162ab168b06bb8d64, NAME => 'test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-11T22:35:28,841 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,841 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=b5fc6938c16b04c2789c260a10de37e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,842 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,842 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,844 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=24 2024-12-11T22:35:28,846 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1578f5e68c4cbe4162ab168b06bb8d64 columnFamilyName f 2024-12-11T22:35:28,847 DEBUG [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=24, state=SUCCESS; OpenRegionProcedure b5fc6938c16b04c2789c260a10de37e9, server=2f7297c58d34,43943,1733956513707 in 491 msec 2024-12-11T22:35:28,848 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] regionserver.HStore(327): Store=1578f5e68c4cbe4162ab168b06bb8d64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,848 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b5fc6938c16b04c2789c260a10de37e9, ASSIGN in 669 msec 2024-12-11T22:35:28,852 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1578f5e68c4cbe4162ab168b06bb8d64 columnFamilyName norep 2024-12-11T22:35:28,852 DEBUG [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,853 INFO [StoreOpener-1578f5e68c4cbe4162ab168b06bb8d64-1 {}] regionserver.HStore(327): Store=1578f5e68c4cbe4162ab168b06bb8d64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,855 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,855 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,858 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,859 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:35:28,862 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/1578f5e68c4cbe4162ab168b06bb8d64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,863 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 1578f5e68c4cbe4162ab168b06bb8d64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62698792, jitterRate=-0.06571519374847412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,863 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 1578f5e68c4cbe4162ab168b06bb8d64: 2024-12-11T22:35:28,864 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64., pid=54, masterSystemTime=1733956528487 2024-12-11T22:35:28,866 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:28,866 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:35:28,866 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:28,867 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => fddd9605cc87fd375285bf62f24ea216, NAME => 'test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-11T22:35:28,867 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1578f5e68c4cbe4162ab168b06bb8d64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,867 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,867 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,867 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,869 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,872 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fddd9605cc87fd375285bf62f24ea216 columnFamilyName f 2024-12-11T22:35:28,872 DEBUG [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,872 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] regionserver.HStore(327): Store=fddd9605cc87fd375285bf62f24ea216/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,873 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=32 2024-12-11T22:35:28,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=32, state=SUCCESS; OpenRegionProcedure 1578f5e68c4cbe4162ab168b06bb8d64, server=2f7297c58d34,43943,1733956513707 in 461 msec 2024-12-11T22:35:28,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1578f5e68c4cbe4162ab168b06bb8d64, ASSIGN in 696 msec 2024-12-11T22:35:28,878 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fddd9605cc87fd375285bf62f24ea216 columnFamilyName norep 2024-12-11T22:35:28,878 DEBUG [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,879 INFO [StoreOpener-fddd9605cc87fd375285bf62f24ea216-1 {}] regionserver.HStore(327): Store=fddd9605cc87fd375285bf62f24ea216/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,880 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,880 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,881 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,883 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:35:28,894 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fddd9605cc87fd375285bf62f24ea216/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,894 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened fddd9605cc87fd375285bf62f24ea216; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716644, jitterRate=-0.08035033941268921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,894 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for fddd9605cc87fd375285bf62f24ea216: 2024-12-11T22:35:28,895 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216., pid=59, masterSystemTime=1733956528487 2024-12-11T22:35:28,903 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:28,904 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:35:28,904 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:28,904 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => cfc9fee81e53b50e00c0670698080a7b, NAME => 'test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-11T22:35:28,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fddd9605cc87fd375285bf62f24ea216, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,905 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,905 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,905 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,905 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,909 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=19 2024-12-11T22:35:28,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=19, state=SUCCESS; OpenRegionProcedure fddd9605cc87fd375285bf62f24ea216, server=2f7297c58d34,43943,1733956513707 in 477 msec 2024-12-11T22:35:28,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fddd9605cc87fd375285bf62f24ea216, ASSIGN in 734 msec 2024-12-11T22:35:28,916 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc9fee81e53b50e00c0670698080a7b columnFamilyName f 2024-12-11T22:35:28,916 DEBUG [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,916 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] regionserver.HStore(327): Store=cfc9fee81e53b50e00c0670698080a7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,917 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,918 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc9fee81e53b50e00c0670698080a7b columnFamilyName norep 2024-12-11T22:35:28,919 DEBUG [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,919 INFO [StoreOpener-cfc9fee81e53b50e00c0670698080a7b-1 {}] regionserver.HStore(327): Store=cfc9fee81e53b50e00c0670698080a7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,920 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,921 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,925 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,927 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:35:28,930 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cfc9fee81e53b50e00c0670698080a7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,931 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened cfc9fee81e53b50e00c0670698080a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73958015, jitterRate=0.10206030309200287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,931 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for cfc9fee81e53b50e00c0670698080a7b: 2024-12-11T22:35:28,932 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b., pid=49, masterSystemTime=1733956528487 2024-12-11T22:35:28,934 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:28,934 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:35:28,935 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:28,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=cfc9fee81e53b50e00c0670698080a7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,935 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => cde92649d8c2181f60900d190ed8c0f0, NAME => 'test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-11T22:35:28,935 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,935 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,935 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,935 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=15 2024-12-11T22:35:28,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=15, state=SUCCESS; OpenRegionProcedure cfc9fee81e53b50e00c0670698080a7b, server=2f7297c58d34,43943,1733956513707 in 571 msec 2024-12-11T22:35:28,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cfc9fee81e53b50e00c0670698080a7b, ASSIGN in 766 msec 2024-12-11T22:35:28,947 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,949 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde92649d8c2181f60900d190ed8c0f0 columnFamilyName f 2024-12-11T22:35:28,949 DEBUG [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,950 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] regionserver.HStore(327): Store=cde92649d8c2181f60900d190ed8c0f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,950 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,952 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde92649d8c2181f60900d190ed8c0f0 columnFamilyName norep 2024-12-11T22:35:28,952 DEBUG [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:28,953 INFO [StoreOpener-cde92649d8c2181f60900d190ed8c0f0-1 {}] regionserver.HStore(327): Store=cde92649d8c2181f60900d190ed8c0f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:28,955 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,956 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,957 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:28,959 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:35:28,969 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cde92649d8c2181f60900d190ed8c0f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:28,970 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened cde92649d8c2181f60900d190ed8c0f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59911129, jitterRate=-0.10725460946559906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:28,970 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for cde92649d8c2181f60900d190ed8c0f0: 2024-12-11T22:35:28,975 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0., pid=61, masterSystemTime=1733956528487 2024-12-11T22:35:28,991 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:28,991 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:35:28,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=cde92649d8c2181f60900d190ed8c0f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:28,992 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:28,992 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => e025ac1da9e6978ffed43ba5ab88be20, NAME => 'test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-11T22:35:28,992 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:28,992 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:28,992 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:28,992 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:28,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=13 2024-12-11T22:35:28,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=13, state=SUCCESS; OpenRegionProcedure cde92649d8c2181f60900d190ed8c0f0, server=2f7297c58d34,43943,1733956513707 in 554 msec 2024-12-11T22:35:29,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cde92649d8c2181f60900d190ed8c0f0, ASSIGN in 821 msec 2024-12-11T22:35:29,007 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:29,009 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e025ac1da9e6978ffed43ba5ab88be20 columnFamilyName f 2024-12-11T22:35:29,009 DEBUG [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,009 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] regionserver.HStore(327): Store=e025ac1da9e6978ffed43ba5ab88be20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,010 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:29,011 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e025ac1da9e6978ffed43ba5ab88be20 columnFamilyName norep 2024-12-11T22:35:29,011 DEBUG [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,013 INFO [StoreOpener-e025ac1da9e6978ffed43ba5ab88be20-1 {}] regionserver.HStore(327): Store=e025ac1da9e6978ffed43ba5ab88be20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,014 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:29,015 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:29,016 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,017 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:35:29,019 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e025ac1da9e6978ffed43ba5ab88be20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,019 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened e025ac1da9e6978ffed43ba5ab88be20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60852409, jitterRate=-0.09322844445705414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,020 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for e025ac1da9e6978ffed43ba5ab88be20: 2024-12-11T22:35:29,021 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20., pid=48, masterSystemTime=1733956528487 2024-12-11T22:35:29,022 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:29,022 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:35:29,022 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:29,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e025ac1da9e6978ffed43ba5ab88be20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => a285c741599937344181b711e9202c5c, NAME => 'test,mmm,1733956525803.a285c741599937344181b711e9202c5c.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-11T22:35:29,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,mmm,1733956525803.a285c741599937344181b711e9202c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,023 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2024-12-11T22:35:29,027 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure e025ac1da9e6978ffed43ba5ab88be20, server=2f7297c58d34,43943,1733956513707 in 660 msec 2024-12-11T22:35:29,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e025ac1da9e6978ffed43ba5ab88be20, ASSIGN in 849 msec 2024-12-11T22:35:29,029 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a285c741599937344181b711e9202c5c columnFamilyName f 2024-12-11T22:35:29,029 DEBUG [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,029 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] regionserver.HStore(327): Store=a285c741599937344181b711e9202c5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,030 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,031 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a285c741599937344181b711e9202c5c columnFamilyName norep 2024-12-11T22:35:29,031 DEBUG [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,032 INFO [StoreOpener-a285c741599937344181b711e9202c5c-1 {}] regionserver.HStore(327): Store=a285c741599937344181b711e9202c5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,033 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,033 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,035 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,037 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for a285c741599937344181b711e9202c5c 2024-12-11T22:35:29,042 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/a285c741599937344181b711e9202c5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,044 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened a285c741599937344181b711e9202c5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61040942, jitterRate=-0.09041908383369446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,044 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for a285c741599937344181b711e9202c5c: 2024-12-11T22:35:29,045 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733956525803.a285c741599937344181b711e9202c5c., pid=57, masterSystemTime=1733956528487 2024-12-11T22:35:29,047 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:29,047 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:35:29,048 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:29,048 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ba52dfd439fccd10e78f1663c76dfb2, NAME => 'test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-11T22:35:29,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=a285c741599937344181b711e9202c5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,048 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,048 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,049 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,049 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,051 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=22 2024-12-11T22:35:29,054 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba52dfd439fccd10e78f1663c76dfb2 columnFamilyName f 2024-12-11T22:35:29,054 DEBUG [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=22, state=SUCCESS; OpenRegionProcedure a285c741599937344181b711e9202c5c, server=2f7297c58d34,43943,1733956513707 in 638 msec 2024-12-11T22:35:29,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a285c741599937344181b711e9202c5c, ASSIGN in 877 msec 2024-12-11T22:35:29,060 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] regionserver.HStore(327): Store=4ba52dfd439fccd10e78f1663c76dfb2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,061 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,069 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba52dfd439fccd10e78f1663c76dfb2 columnFamilyName norep 2024-12-11T22:35:29,069 DEBUG [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,073 INFO [StoreOpener-4ba52dfd439fccd10e78f1663c76dfb2-1 {}] regionserver.HStore(327): Store=4ba52dfd439fccd10e78f1663c76dfb2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,077 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,078 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,085 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,088 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:35:29,092 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/4ba52dfd439fccd10e78f1663c76dfb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,093 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 4ba52dfd439fccd10e78f1663c76dfb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61513739, jitterRate=-0.08337385952472687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,093 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 4ba52dfd439fccd10e78f1663c76dfb2: 2024-12-11T22:35:29,094 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2., pid=36, masterSystemTime=1733956528487 2024-12-11T22:35:29,096 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:29,096 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:35:29,096 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:29,096 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => dd3483233fe73a8c14d908a752ad7edb, NAME => 'test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-11T22:35:29,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4ba52dfd439fccd10e78f1663c76dfb2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,097 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,097 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,097 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,097 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,101 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=23 2024-12-11T22:35:29,104 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd3483233fe73a8c14d908a752ad7edb columnFamilyName f 2024-12-11T22:35:29,104 DEBUG [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,105 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] regionserver.HStore(327): Store=dd3483233fe73a8c14d908a752ad7edb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,105 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=23, state=SUCCESS; OpenRegionProcedure 4ba52dfd439fccd10e78f1663c76dfb2, server=2f7297c58d34,43943,1733956513707 in 765 msec 2024-12-11T22:35:29,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4ba52dfd439fccd10e78f1663c76dfb2, ASSIGN in 927 msec 2024-12-11T22:35:29,120 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd3483233fe73a8c14d908a752ad7edb columnFamilyName norep 2024-12-11T22:35:29,120 DEBUG [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,127 INFO [StoreOpener-dd3483233fe73a8c14d908a752ad7edb-1 {}] regionserver.HStore(327): Store=dd3483233fe73a8c14d908a752ad7edb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,131 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,138 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,143 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,151 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:35:29,163 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/dd3483233fe73a8c14d908a752ad7edb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,169 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened dd3483233fe73a8c14d908a752ad7edb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63404379, jitterRate=-0.055201128125190735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,169 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for dd3483233fe73a8c14d908a752ad7edb: 2024-12-11T22:35:29,174 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb., pid=45, masterSystemTime=1733956528487 2024-12-11T22:35:29,177 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:29,177 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:35:29,178 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:29,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=dd3483233fe73a8c14d908a752ad7edb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,179 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => e32192ee95d27718241b274e8160a527, NAME => 'test,qqq,1733956525803.e32192ee95d27718241b274e8160a527.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-11T22:35:29,180 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,180 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,qqq,1733956525803.e32192ee95d27718241b274e8160a527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,180 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,180 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,184 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=35 2024-12-11T22:35:29,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=35, state=SUCCESS; OpenRegionProcedure dd3483233fe73a8c14d908a752ad7edb, server=2f7297c58d34,43943,1733956513707 in 825 msec 2024-12-11T22:35:29,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dd3483233fe73a8c14d908a752ad7edb, ASSIGN in 1.0090 sec 2024-12-11T22:35:29,192 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32192ee95d27718241b274e8160a527 columnFamilyName f 2024-12-11T22:35:29,192 DEBUG [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,193 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] regionserver.HStore(327): Store=e32192ee95d27718241b274e8160a527/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,193 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,208 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32192ee95d27718241b274e8160a527 columnFamilyName norep 2024-12-11T22:35:29,208 DEBUG [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,223 INFO [StoreOpener-e32192ee95d27718241b274e8160a527-1 {}] regionserver.HStore(327): Store=e32192ee95d27718241b274e8160a527/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,228 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,229 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,230 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,238 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for e32192ee95d27718241b274e8160a527 2024-12-11T22:35:29,246 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e32192ee95d27718241b274e8160a527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,248 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened e32192ee95d27718241b274e8160a527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63696926, jitterRate=-0.050841838121414185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,248 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for e32192ee95d27718241b274e8160a527: 2024-12-11T22:35:29,249 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733956525803.e32192ee95d27718241b274e8160a527., pid=51, masterSystemTime=1733956528487 2024-12-11T22:35:29,252 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:29,252 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:35:29,252 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:29,252 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 6be82966d12d54b12c807d3f2ed9f6f3, NAME => 'test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-11T22:35:29,253 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,253 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,253 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,253 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=e32192ee95d27718241b274e8160a527, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,262 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,268 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be82966d12d54b12c807d3f2ed9f6f3 columnFamilyName f 2024-12-11T22:35:29,268 DEBUG [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,274 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] regionserver.HStore(327): Store=6be82966d12d54b12c807d3f2ed9f6f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,274 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=26 2024-12-11T22:35:29,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=26, state=SUCCESS; OpenRegionProcedure e32192ee95d27718241b274e8160a527, server=2f7297c58d34,43943,1733956513707 in 881 msec 2024-12-11T22:35:29,277 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be82966d12d54b12c807d3f2ed9f6f3 columnFamilyName norep 2024-12-11T22:35:29,277 DEBUG [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,279 INFO [StoreOpener-6be82966d12d54b12c807d3f2ed9f6f3-1 {}] regionserver.HStore(327): Store=6be82966d12d54b12c807d3f2ed9f6f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,280 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e32192ee95d27718241b274e8160a527, ASSIGN in 1.0990 sec 2024-12-11T22:35:29,282 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,284 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,297 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:35:29,307 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,308 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 6be82966d12d54b12c807d3f2ed9f6f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74542582, jitterRate=0.11077103018760681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,308 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 6be82966d12d54b12c807d3f2ed9f6f3: 2024-12-11T22:35:29,309 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., pid=38, masterSystemTime=1733956528487 2024-12-11T22:35:29,319 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:29,320 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:35:29,320 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:29,320 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => fdfa6e2a2469897919fa1d6aaf4dd94d, NAME => 'test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-11T22:35:29,320 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,321 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,321 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,321 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6be82966d12d54b12c807d3f2ed9f6f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,323 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,327 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfa6e2a2469897919fa1d6aaf4dd94d columnFamilyName f 2024-12-11T22:35:29,327 DEBUG [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,328 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] regionserver.HStore(327): Store=fdfa6e2a2469897919fa1d6aaf4dd94d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,328 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,330 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfa6e2a2469897919fa1d6aaf4dd94d columnFamilyName norep 2024-12-11T22:35:29,330 DEBUG [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,331 INFO [StoreOpener-fdfa6e2a2469897919fa1d6aaf4dd94d-1 {}] regionserver.HStore(327): Store=fdfa6e2a2469897919fa1d6aaf4dd94d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,332 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,333 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,334 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,341 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:35:29,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=10 2024-12-11T22:35:29,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=10, state=SUCCESS; OpenRegionProcedure 6be82966d12d54b12c807d3f2ed9f6f3, server=2f7297c58d34,43943,1733956513707 in 999 msec 2024-12-11T22:35:29,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6be82966d12d54b12c807d3f2ed9f6f3, ASSIGN in 1.1640 sec 2024-12-11T22:35:29,345 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fdfa6e2a2469897919fa1d6aaf4dd94d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,346 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened fdfa6e2a2469897919fa1d6aaf4dd94d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65464007, jitterRate=-0.024510279297828674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,347 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for fdfa6e2a2469897919fa1d6aaf4dd94d: 2024-12-11T22:35:29,348 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d., pid=47, masterSystemTime=1733956528487 2024-12-11T22:35:29,356 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:29,356 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:35:29,356 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:29,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=fdfa6e2a2469897919fa1d6aaf4dd94d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,357 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 2bd6502838428d3145ba383dd80945ae, NAME => 'test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-11T22:35:29,357 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,357 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,357 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,358 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,360 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,361 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd6502838428d3145ba383dd80945ae columnFamilyName f 2024-12-11T22:35:29,362 DEBUG [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,362 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] regionserver.HStore(327): Store=2bd6502838428d3145ba383dd80945ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,362 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,364 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd6502838428d3145ba383dd80945ae columnFamilyName norep 2024-12-11T22:35:29,364 DEBUG [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,365 INFO [StoreOpener-2bd6502838428d3145ba383dd80945ae-1 {}] regionserver.HStore(327): Store=2bd6502838428d3145ba383dd80945ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,366 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,366 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,368 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=17 2024-12-11T22:35:29,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=17, state=SUCCESS; OpenRegionProcedure fdfa6e2a2469897919fa1d6aaf4dd94d, server=2f7297c58d34,43943,1733956513707 in 1.0090 sec 2024-12-11T22:35:29,370 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:35:29,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fdfa6e2a2469897919fa1d6aaf4dd94d, ASSIGN in 1.1930 sec 2024-12-11T22:35:29,383 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2bd6502838428d3145ba383dd80945ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,384 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 2bd6502838428d3145ba383dd80945ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73174447, jitterRate=0.09038423001766205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,384 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 2bd6502838428d3145ba383dd80945ae: 2024-12-11T22:35:29,385 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae., pid=56, masterSystemTime=1733956528487 2024-12-11T22:35:29,386 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:29,386 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:35:29,386 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:29,387 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => bfc4361bab8c362a9966accee0514964, NAME => 'test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-11T22:35:29,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=2bd6502838428d3145ba383dd80945ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,387 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,387 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,387 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,387 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,389 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,390 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc4361bab8c362a9966accee0514964 columnFamilyName f 2024-12-11T22:35:29,390 DEBUG [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=18 2024-12-11T22:35:29,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=18, state=SUCCESS; OpenRegionProcedure 2bd6502838428d3145ba383dd80945ae, server=2f7297c58d34,43943,1733956513707 in 979 msec 2024-12-11T22:35:29,391 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] regionserver.HStore(327): Store=bfc4361bab8c362a9966accee0514964/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,391 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2bd6502838428d3145ba383dd80945ae, ASSIGN in 1.2140 sec 2024-12-11T22:35:29,393 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc4361bab8c362a9966accee0514964 columnFamilyName norep 2024-12-11T22:35:29,393 DEBUG [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,394 INFO [StoreOpener-bfc4361bab8c362a9966accee0514964-1 {}] regionserver.HStore(327): Store=bfc4361bab8c362a9966accee0514964/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,395 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,396 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,398 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,400 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for bfc4361bab8c362a9966accee0514964 2024-12-11T22:35:29,403 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bfc4361bab8c362a9966accee0514964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,404 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened bfc4361bab8c362a9966accee0514964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70803234, jitterRate=0.055050402879714966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,404 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for bfc4361bab8c362a9966accee0514964: 2024-12-11T22:35:29,405 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964., pid=60, masterSystemTime=1733956528487 2024-12-11T22:35:29,407 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:29,407 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:35:29,407 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:29,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bfc4361bab8c362a9966accee0514964, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,407 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e2d2660aa0f32ed4636bf5e32094284, NAME => 'test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-11T22:35:29,408 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,408 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,408 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,408 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,411 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=30 2024-12-11T22:35:29,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=30, state=SUCCESS; OpenRegionProcedure bfc4361bab8c362a9966accee0514964, server=2f7297c58d34,43943,1733956513707 in 971 msec 2024-12-11T22:35:29,414 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2d2660aa0f32ed4636bf5e32094284 columnFamilyName f 2024-12-11T22:35:29,414 DEBUG [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,416 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] regionserver.HStore(327): Store=8e2d2660aa0f32ed4636bf5e32094284/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,416 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bfc4361bab8c362a9966accee0514964, ASSIGN in 1.2370 sec 2024-12-11T22:35:29,418 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2d2660aa0f32ed4636bf5e32094284 columnFamilyName norep 2024-12-11T22:35:29,419 DEBUG [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,419 INFO [StoreOpener-8e2d2660aa0f32ed4636bf5e32094284-1 {}] regionserver.HStore(327): Store=8e2d2660aa0f32ed4636bf5e32094284/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,421 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,421 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,423 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,427 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:35:29,433 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/8e2d2660aa0f32ed4636bf5e32094284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,435 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 8e2d2660aa0f32ed4636bf5e32094284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68454938, jitterRate=0.02005806565284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,435 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 8e2d2660aa0f32ed4636bf5e32094284: 2024-12-11T22:35:29,442 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284., pid=50, masterSystemTime=1733956528487 2024-12-11T22:35:29,448 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:29,449 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:35:29,449 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:29,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8e2d2660aa0f32ed4636bf5e32094284, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,449 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ac8cb0d65d05c58e8c3d70498e266ba, NAME => 'test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-11T22:35:29,449 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,450 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,450 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,450 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=16 2024-12-11T22:35:29,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=16, state=SUCCESS; OpenRegionProcedure 8e2d2660aa0f32ed4636bf5e32094284, server=2f7297c58d34,43943,1733956513707 in 1.0850 sec 2024-12-11T22:35:29,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8e2d2660aa0f32ed4636bf5e32094284, ASSIGN in 1.2780 sec 2024-12-11T22:35:29,459 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,469 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac8cb0d65d05c58e8c3d70498e266ba columnFamilyName f 2024-12-11T22:35:29,469 DEBUG [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,470 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] regionserver.HStore(327): Store=5ac8cb0d65d05c58e8c3d70498e266ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,470 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,472 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac8cb0d65d05c58e8c3d70498e266ba columnFamilyName norep 2024-12-11T22:35:29,472 DEBUG [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,475 INFO [StoreOpener-5ac8cb0d65d05c58e8c3d70498e266ba-1 {}] regionserver.HStore(327): Store=5ac8cb0d65d05c58e8c3d70498e266ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,476 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,477 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,478 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,485 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:35:29,488 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/5ac8cb0d65d05c58e8c3d70498e266ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,489 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 5ac8cb0d65d05c58e8c3d70498e266ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597367, jitterRate=-0.02252306044101715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,489 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 5ac8cb0d65d05c58e8c3d70498e266ba: 2024-12-11T22:35:29,490 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba., pid=58, masterSystemTime=1733956528487 2024-12-11T22:35:29,493 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:29,493 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:35:29,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=5ac8cb0d65d05c58e8c3d70498e266ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,494 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:29,494 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => d954493c92bcad7b0ea12929e903fcbd, NAME => 'test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-11T22:35:29,494 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,494 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:29,494 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,494 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=33 2024-12-11T22:35:29,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=33, state=SUCCESS; OpenRegionProcedure 5ac8cb0d65d05c58e8c3d70498e266ba, server=2f7297c58d34,43943,1733956513707 in 1.0840 sec 2024-12-11T22:35:29,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5ac8cb0d65d05c58e8c3d70498e266ba, ASSIGN in 1.3250 sec 2024-12-11T22:35:29,509 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,513 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d954493c92bcad7b0ea12929e903fcbd columnFamilyName f 2024-12-11T22:35:29,513 DEBUG [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,513 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] regionserver.HStore(327): Store=d954493c92bcad7b0ea12929e903fcbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,514 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,517 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d954493c92bcad7b0ea12929e903fcbd columnFamilyName norep 2024-12-11T22:35:29,517 DEBUG [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:29,520 INFO [StoreOpener-d954493c92bcad7b0ea12929e903fcbd-1 {}] regionserver.HStore(327): Store=d954493c92bcad7b0ea12929e903fcbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:29,523 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,524 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,525 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T22:35:29,527 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:35:29,547 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d954493c92bcad7b0ea12929e903fcbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:29,548 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened d954493c92bcad7b0ea12929e903fcbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64725464, jitterRate=-0.035515427589416504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T22:35:29,548 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for d954493c92bcad7b0ea12929e903fcbd: 2024-12-11T22:35:29,549 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd., pid=41, masterSystemTime=1733956528487 2024-12-11T22:35:29,551 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:29,551 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:35:29,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=d954493c92bcad7b0ea12929e903fcbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:29,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=21 2024-12-11T22:35:29,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=21, state=SUCCESS; OpenRegionProcedure d954493c92bcad7b0ea12929e903fcbd, server=2f7297c58d34,43943,1733956513707 in 1.2260 sec 2024-12-11T22:35:29,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=9 2024-12-11T22:35:29,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d954493c92bcad7b0ea12929e903fcbd, ASSIGN in 1.3960 sec 2024-12-11T22:35:29,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:29,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956529580"}]},"ts":"1733956529580"} 2024-12-11T22:35:29,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-11T22:35:29,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:29,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.7980 sec 2024-12-11T22:35:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T22:35:29,943 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-11T22:35:29,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T22:35:29,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T22:35:29,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T22:35:29,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T22:35:29,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T22:35:29,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T22:35:29,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T22:35:29,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T22:35:29,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:29,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T22:35:30,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=394, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=947, ProcessCount=11, AvailableMemoryMB=2903 2024-12-11T22:35:30,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:35:30,025 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:35:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-11T22:35:30,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:50778:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-11T22:35:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-11T22:35:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:30,118 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-11T22:35:30,120 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@606293cccheck-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:30,159 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@606293cccheck-peer-cluster-id0x0, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:30,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@606293cccheck-peer-cluster-id-0x100173b85bc0009 connected 2024-12-11T22:35:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:30,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:30,345 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@606293cccheck-peer-cluster-id-0x100173b85bc0009, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:35:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:35:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:30,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T22:35:30,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:30,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-11T22:35:30,607 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-11T22:35:30,646 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-11T22:35:30,698 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-11T22:35:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:30,811 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-11T22:35:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-11T22:35:30,835 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 2f7297c58d34,39483,1733956504113 suceeded 2024-12-11T22:35:30,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T22:35:30,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 405 msec 2024-12-11T22:35:30,852 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:50778:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-11T22:35:30,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 794 msec 2024-12-11T22:35:30,870 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f464164 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c33fa0 2024-12-11T22:35:30,910 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dff21ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:30,913 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:30,935 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:30,936 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=fe06dd06-9b96-47bf-ab76-971622abd6ec to cluster=8225826e-63a6-432f-8e40-d77535031e03 2024-12-11T22:35:30,943 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=2f7297c58d34%2C39483%2C1733956504113 2024-12-11T22:35:30,946 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-11T22:35:30,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100173b85bc000b connected 2024-12-11T22:35:30,959 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2f7297c58d34%2C39483%2C1733956504113 2024-12-11T22:35:30,960 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, startPosition=0, beingWritten=true 2024-12-11T22:35:31,114 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T22:35:31,114 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 7708, reset compression=false 2024-12-11T22:35:31,114 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T22:35:31,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:35:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:31,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32667b1d to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14edeaa 2024-12-11T22:35:31,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c725f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:31,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54f60e3a to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5549392a 2024-12-11T22:35:31,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228516a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:31,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:35:31,345 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:35:31,356 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 7708, reset compression=false 2024-12-11T22:35:31,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-11T22:35:31,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:31,379 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:31,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-11T22:35:31,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T22:35:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741864_1040 (size=367) 2024-12-11T22:35:31,465 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 43044a42a31ac4fc422a00d267704ee7, NAME => 'testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2 2024-12-11T22:35:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T22:35:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741865_1041 (size=51) 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 43044a42a31ac4fc422a00d267704ee7, disabling compactions & flushes 2024-12-11T22:35:31,530 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. after waiting 0 ms 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,530 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,530 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 43044a42a31ac4fc422a00d267704ee7: 2024-12-11T22:35:31,538 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:31,538 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733956531538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956531538"}]},"ts":"1733956531538"} 2024-12-11T22:35:31,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T22:35:31,543 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:31,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956531544"}]},"ts":"1733956531544"} 2024-12-11T22:35:31,556 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-11T22:35:31,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, ASSIGN}] 2024-12-11T22:35:31,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, ASSIGN 2024-12-11T22:35:31,602 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, ASSIGN; state=OFFLINE, location=2f7297c58d34,39483,1733956504113; forceNewPlan=false, retain=false 2024-12-11T22:35:31,683 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 7708, reset compression=false 2024-12-11T22:35:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T22:35:31,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=43044a42a31ac4fc422a00d267704ee7, regionState=OPENING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:31,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 43044a42a31ac4fc422a00d267704ee7, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:35:31,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:31,910 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,911 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 43044a42a31ac4fc422a00d267704ee7, NAME => 'testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:31,911 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,911 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:31,911 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,911 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,913 INFO [StoreOpener-43044a42a31ac4fc422a00d267704ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,915 INFO [StoreOpener-43044a42a31ac4fc422a00d267704ee7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43044a42a31ac4fc422a00d267704ee7 columnFamilyName fam 2024-12-11T22:35:31,915 DEBUG [StoreOpener-43044a42a31ac4fc422a00d267704ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:31,916 INFO [StoreOpener-43044a42a31ac4fc422a00d267704ee7-1 {}] regionserver.HStore(327): Store=43044a42a31ac4fc422a00d267704ee7/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:31,917 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,918 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,920 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:35:31,922 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:31,922 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 43044a42a31ac4fc422a00d267704ee7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837063, jitterRate=0.11515913903713226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:35:31,923 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 43044a42a31ac4fc422a00d267704ee7: 2024-12-11T22:35:31,924 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7., pid=66, masterSystemTime=1733956531906 2024-12-11T22:35:31,926 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,926 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:35:31,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=43044a42a31ac4fc422a00d267704ee7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:35:31,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-11T22:35:31,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 43044a42a31ac4fc422a00d267704ee7, server=2f7297c58d34,39483,1733956504113 in 179 msec 2024-12-11T22:35:31,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-11T22:35:31,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, ASSIGN in 341 msec 2024-12-11T22:35:31,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:31,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956531938"}]},"ts":"1733956531938"} 2024-12-11T22:35:31,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-11T22:35:31,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:31,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 597 msec 2024-12-11T22:35:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T22:35:32,010 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-11T22:35:32,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:35:32,018 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:35:32,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:35:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-11T22:35:32,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:35:32,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:32,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-11T22:35:32,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:35:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741864_1040 (size=367) 2024-12-11T22:35:32,088 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 7708, reset compression=false 2024-12-11T22:35:32,103 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T22:35:32,103 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:32,103 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T22:35:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:32,313 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:32,467 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3c2452a04a7a617c22810a0632c63bca, NAME => 'testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236 2024-12-11T22:35:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741865_1041 (size=51) 2024-12-11T22:35:32,623 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:32,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 3c2452a04a7a617c22810a0632c63bca, disabling compactions & flushes 2024-12-11T22:35:32,877 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. after waiting 0 ms 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:32,877 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:32,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3c2452a04a7a617c22810a0632c63bca: 2024-12-11T22:35:32,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:35:32,879 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733956532879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733956532879"}]},"ts":"1733956532879"} 2024-12-11T22:35:32,881 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T22:35:32,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:35:32,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956532886"}]},"ts":"1733956532886"} 2024-12-11T22:35:32,895 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-11T22:35:32,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, ASSIGN}] 2024-12-11T22:35:32,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, ASSIGN 2024-12-11T22:35:32,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, ASSIGN; state=OFFLINE, location=2f7297c58d34,43943,1733956513707; forceNewPlan=false, retain=false 2024-12-11T22:35:33,029 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:33,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3c2452a04a7a617c22810a0632c63bca, regionState=OPENING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:33,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 3c2452a04a7a617c22810a0632c63bca, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:33,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-11T22:35:33,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-11T22:35:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:33,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:33,241 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:33,241 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c2452a04a7a617c22810a0632c63bca, NAME => 'testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:35:33,241 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,241 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:35:33,241 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,242 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,245 INFO [StoreOpener-3c2452a04a7a617c22810a0632c63bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,248 INFO [StoreOpener-3c2452a04a7a617c22810a0632c63bca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2452a04a7a617c22810a0632c63bca columnFamilyName fam 2024-12-11T22:35:33,248 DEBUG [StoreOpener-3c2452a04a7a617c22810a0632c63bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:35:33,255 INFO [StoreOpener-3c2452a04a7a617c22810a0632c63bca-1 {}] regionserver.HStore(327): Store=3c2452a04a7a617c22810a0632c63bca/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:35:33,257 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,257 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,260 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:33,263 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:35:33,264 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 3c2452a04a7a617c22810a0632c63bca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74960280, jitterRate=0.11699521541595459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:35:33,264 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 3c2452a04a7a617c22810a0632c63bca: 2024-12-11T22:35:33,265 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca., pid=64, masterSystemTime=1733956533236 2024-12-11T22:35:33,267 DEBUG [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:33,267 INFO [RS_OPEN_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:33,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3c2452a04a7a617c22810a0632c63bca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:33,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-11T22:35:33,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 3c2452a04a7a617c22810a0632c63bca, server=2f7297c58d34,43943,1733956513707 in 187 msec 2024-12-11T22:35:33,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T22:35:33,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, ASSIGN in 343 msec 2024-12-11T22:35:33,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:35:33,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956533274"}]},"ts":"1733956533274"} 2024-12-11T22:35:33,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-11T22:35:33,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:35:33,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2890 sec 2024-12-11T22:35:33,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: 8001 2024-12-11T22:35:33,540 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:34,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:35:34,144 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 8001, reset compression=false 2024-12-11T22:35:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T22:35:34,149 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-11T22:35:34,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-11T22:35:34,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:34,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-11T22:35:34,157 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:34,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-11T22:35:34,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-11T22:35:34,157 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:34,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-11T22:35:34,163 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:35:34,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-11T22:35:34,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-11T22:35:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-11T22:35:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T22:35:34,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T22:35:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T22:35:34,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:34,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-11T22:35:34,334 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-11T22:35:34,335 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-11T22:35:34,335 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-11T22:35:34,443 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100173b85bc000b, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:35:34,444 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f464164 to 127.0.0.1:50778 2024-12-11T22:35:34,444 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T22:35:34,544 WARN [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-11T22:35:34,544 WARN [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-11T22:35:34,644 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 terminated 2024-12-11T22:35:34,670 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-11T22:35:34,670 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-11T22:35:34,670 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-11T22:35:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-11T22:35:34,672 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 2f7297c58d34,39483,1733956504113 suceeded 2024-12-11T22:35:34,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T22:35:34,674 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-11T22:35:34,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 491 msec 2024-12-11T22:35:34,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 507 msec 2024-12-11T22:35:34,702 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076bcc8f to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f06b5a5 2024-12-11T22:35:34,710 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e5aa2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:34,712 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50778 2024-12-11T22:35:34,722 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:35:34,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100173b85bc000f connected 2024-12-11T22:35:34,723 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=fe06dd06-9b96-47bf-ab76-971622abd6ec to cluster=8225826e-63a6-432f-8e40-d77535031e03 2024-12-11T22:35:34,723 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=2f7297c58d34%2C39483%2C1733956504113 2024-12-11T22:35:34,723 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-11T22:35:34,724 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2f7297c58d34%2C39483%2C1733956504113 2024-12-11T22:35:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T22:35:34,780 DEBUG [hconnection-0x69450e4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:34,782 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:35,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:37,132 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-11T22:35:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-11T22:35:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956537143"}]},"ts":"1733956537143"} 2024-12-11T22:35:37,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-11T22:35:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T22:35:37,160 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-11T22:35:37,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-11T22:35:37,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, UNASSIGN}] 2024-12-11T22:35:37,169 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, UNASSIGN 2024-12-11T22:35:37,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3c2452a04a7a617c22810a0632c63bca, regionState=CLOSING, regionLocation=2f7297c58d34,43943,1733956513707 2024-12-11T22:35:37,172 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T22:35:37,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 3c2452a04a7a617c22810a0632c63bca, server=2f7297c58d34,43943,1733956513707}] 2024-12-11T22:35:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T22:35:37,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,43943,1733956513707 2024-12-11T22:35:37,331 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:37,331 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T22:35:37,331 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 3c2452a04a7a617c22810a0632c63bca, disabling compactions & flushes 2024-12-11T22:35:37,331 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:37,331 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:37,331 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. after waiting 0 ms 2024-12-11T22:35:37,331 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:37,335 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:35:37,338 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca. 2024-12-11T22:35:37,338 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 3c2452a04a7a617c22810a0632c63bca: 2024-12-11T22:35:37,339 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:37,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3c2452a04a7a617c22810a0632c63bca, regionState=CLOSED 2024-12-11T22:35:37,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T22:35:37,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 3c2452a04a7a617c22810a0632c63bca, server=2f7297c58d34,43943,1733956513707 in 169 msec 2024-12-11T22:35:37,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-11T22:35:37,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=3c2452a04a7a617c22810a0632c63bca, UNASSIGN in 176 msec 2024-12-11T22:35:37,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-11T22:35:37,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 183 msec 2024-12-11T22:35:37,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956537359"}]},"ts":"1733956537359"} 2024-12-11T22:35:37,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-11T22:35:37,368 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-11T22:35:37,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 232 msec 2024-12-11T22:35:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T22:35:37,448 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-11T22:35:37,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-11T22:35:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,457 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T22:35:37,463 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:37,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/fam, FileablePath, hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/recovered.edits] 2024-12-11T22:35:37,477 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/recovered.edits/4.seqid to hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/archive/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca/recovered.edits/4.seqid 2024-12-11T22:35:37,478 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/testdroppedtimed/3c2452a04a7a617c22810a0632c63bca 2024-12-11T22:35:37,478 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-11T22:35:37,483 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43943 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T22:35:37,490 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-11T22:35:37,492 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-11T22:35:37,493 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,493 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-11T22:35:37,493 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733956537493"}]},"ts":"9223372036854775807"} 2024-12-11T22:35:37,495 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T22:35:37,495 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3c2452a04a7a617c22810a0632c63bca, NAME => 'testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T22:35:37,495 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-11T22:35:37,495 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733956537495"}]},"ts":"9223372036854775807"} 2024-12-11T22:35:37,497 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-11T22:35:37,506 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:35:37,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 54 msec 2024-12-11T22:35:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T22:35:37,558 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-11T22:35:37,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-11T22:35:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-11T22:35:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T22:35:37,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T22:35:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T22:35:37,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:35:37,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-11T22:35:37,725 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-11T22:35:37,726 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-11T22:35:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-11T22:35:37,727 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 2f7297c58d34,39483,1733956504113 suceeded 2024-12-11T22:35:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-11T22:35:37,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-11T22:35:37,729 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-11T22:35:37,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-12-11T22:35:37,732 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, startPosition=0, beingWritten=true 2024-12-11T22:35:37,749 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:35:37,749 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733956534785/Put/vlen=4096/seqid=0; >],4327}, {test/9b3a040aeaab5c2982d7f8c286a6297d/4=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/5=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/6=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/7=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/8=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/9=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/10=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/11=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/12=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/13=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/14=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/15=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/16=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/17=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/18=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/19=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/20=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/21=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/22=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/23=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/24=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/25=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-11T22:35:37,754 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:35:37,758 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:35:37,758 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:35:37,761 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-11T22:35:37,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:37,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22bd8152 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49ad44d8 2024-12-11T22:35:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T22:35:37,902 DEBUG [hconnection-0x3d26b2fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:37,903 DEBUG [ReadOnlyZKClient-127.0.0.1:50778@0x22bd8152 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7267557b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:37,904 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:35:37,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:37,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:37,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:37,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-11T22:35:37,934 DEBUG [ReadOnlyZKClient-127.0.0.1:50778@0x22bd8152 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2f7297c58d34,43943,1733956513707, seqNum=-1] 2024-12-11T22:35:37,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:37,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:37,942 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:37,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:37,948 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:37,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:37,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:37,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:37,959 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,960 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,960 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,960 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,961 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,961 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,961 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3., hostname=2f7297c58d34,43943,1733956513707, seqNum=2] 2024-12-11T22:35:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:37,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:35:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:37,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:37,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:37,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:37,975 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:37,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:37,978 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:37,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:37,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956597967, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:37,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:37,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:37,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:37,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:37,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:37,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:38,000 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f8e75cc to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61c24dfd 2024-12-11T22:35:38,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:38,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:38,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:38,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:38,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:38,015 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7192a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:38,016 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:38,017 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:38,018 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:38,020 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f8e75cc to 127.0.0.1:50778 2024-12-11T22:35:38,021 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:38,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:38,129 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:38,130 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956598123, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:38,134 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e76065 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7578656c 2024-12-11T22:35:38,143 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e954ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:38,145 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:38,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:38,153 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e76065 to 127.0.0.1:50778 2024-12-11T22:35:38,153 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:38,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:35:38,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:38,361 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:38,362 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956598354, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:38,364 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f9f534a to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5704cffe 2024-12-11T22:35:38,385 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1d5b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:38,387 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:38,388 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:38,389 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f9f534a to 127.0.0.1:50778 2024-12-11T22:35:38,390 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:38,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:38,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:38,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:38,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:38,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:38,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:38,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:38,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:38,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:38,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:38,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:38,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:38,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:38,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:38,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:38,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:38,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:38,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:38,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:38,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:38,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:38,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:38,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:38,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:38,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:38,557 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:38,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:38,696 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:38,697 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:38,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956598691, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:38,700 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70e4724f to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ee3892 2024-12-11T22:35:38,785 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557e4728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:38,786 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:38,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:38,789 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70e4724f to 127.0.0.1:50778 2024-12-11T22:35:38,789 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:39,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:39,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:39,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:39,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:39,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:39,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:39,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:39,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:39,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:39,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:39,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:39,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:39,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:39,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:39,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:39,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:39,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:39,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:39,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:39,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:39,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:39,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:39,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:39,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:39,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:39,087 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:39,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:39,197 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:39,198 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:39,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:39,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956599190, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:39,200 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bc2a21 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20e6b20c 2024-12-11T22:35:39,227 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706e63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:39,229 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:39,230 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:39,232 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bc2a21 to 127.0.0.1:50778 2024-12-11T22:35:39,232 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:39,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:39,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:39,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:39,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:39,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:39,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:39,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:39,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:39,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:39,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:39,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:39,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:39,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:39,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:39,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:39,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:39,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:39,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:39,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:39,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:39,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:39,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:39,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:39,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:39,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:39,613 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:39,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:39,738 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:39,739 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:39,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:39,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956599733, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:39,741 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5adee8aa to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21ca9dc6 2024-12-11T22:35:39,755 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44e7734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:39,760 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:39,761 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:39,772 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5adee8aa to 127.0.0.1:50778 2024-12-11T22:35:39,772 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:40,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:40,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:40,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:40,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:40,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:40,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:40,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:40,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:40,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:40,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:40,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:40,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:40,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:40,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:40,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:40,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:40,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:40,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:40,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:40,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:40,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:40,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:40,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:40,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:40,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:40,145 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:40,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:40,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:35:40,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:40,379 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:40,380 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:40,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:40,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956600373, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:40,382 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65f1e1b7 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e6a1489 2024-12-11T22:35:40,394 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d1bb61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:40,395 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:40,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:40,398 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65f1e1b7 to 127.0.0.1:50778 2024-12-11T22:35:40,398 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:40,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:40,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:40,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:40,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:40,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:40,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:40,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:40,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:40,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:40,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:40,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:40,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:40,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:40,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:40,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:40,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:40,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:40,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:40,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:40,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:40,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:40,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:40,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:40,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:40,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:40,666 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:41,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:41,106 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:41,107 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:41,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:41,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956601099, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:41,110 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6be465b0 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@749e00c3 2024-12-11T22:35:41,162 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f5fb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:41,164 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:41,165 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:41,167 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6be465b0 to 127.0.0.1:50778 2024-12-11T22:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:41,167 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:41,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:41,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:41,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:41,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:41,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:41,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:41,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:41,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:41,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:41,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:41,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:41,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:41,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:41,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:41,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:41,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:41,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:41,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:41,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:41,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:41,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:41,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:41,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:41,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:41,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:41,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:41,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:41,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:41,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:41,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:41,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:41,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:41,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:41,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:41,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:41,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:41,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:41,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:41,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:41,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:41,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:41,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:41,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:41,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:41,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:41,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:41,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:41,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:41,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:41,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:41,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:41,704 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:41,887 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:35:41,888 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:35:41,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:41,973 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:41,974 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:41,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:41,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956601968, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:41,975 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66de1b07 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c28707 2024-12-11T22:35:42,020 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f4c52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:42,024 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:42,026 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:42,028 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66de1b07 to 127.0.0.1:50778 2024-12-11T22:35:42,028 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:42,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:42,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:42,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:42,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:42,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:42,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:42,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:42,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:42,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:42,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:42,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:42,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:42,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:42,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:42,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:42,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:42,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:42,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:42,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:42,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:42,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:42,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:42,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:42,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:42,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:42,224 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:42,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:42,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:42,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:42,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:42,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:42,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:42,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:42,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:42,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:42,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:42,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:42,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:42,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:42,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:42,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:42,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:42,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:42,744 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:42,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:35:42,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:42,939 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:42,940 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:42,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:42,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956602930, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:42,942 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38f84b9b to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e74093c 2024-12-11T22:35:42,952 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11766060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:42,954 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:42,955 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:42,957 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38f84b9b to 127.0.0.1:50778 2024-12-11T22:35:42,957 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:43,087 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:35:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:43,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:43,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:43,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:43,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:43,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:43,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:43,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:43,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:43,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:43,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:43,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:43,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:43,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:43,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:43,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:43,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:43,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:43,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:43,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:43,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:43,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:43,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:43,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:43,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:43,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:43,268 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:43,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:35:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:43,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:43,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:43,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:43,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:43,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:43,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:43,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:43,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:43,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:43,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:43,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:43,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:43,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:43,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:43,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:43,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:43,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:43,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:43,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:43,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:43,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:43,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:43,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:43,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:43,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:43,786 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:43,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:43,964 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:43,964 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:43,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:43,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956603958, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:43,966 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06f692ca to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@682546c1 2024-12-11T22:35:43,977 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a724ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:43,978 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:43,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:43,981 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06f692ca to 127.0.0.1:50778 2024-12-11T22:35:43,981 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:44,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:44,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:44,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:44,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:44,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:44,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:44,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:44,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:44,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:44,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:44,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:44,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:44,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:44,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:44,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:44,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:44,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:44,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:44,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:44,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:44,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:44,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:44,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:44,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:44,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:44,309 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:44,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:44,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:44,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:44,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:44,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:44,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:44,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:44,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:44,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:44,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:44,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:44,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:44,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:44,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:44,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:44,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:44,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:44,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:44,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:44,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:44,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:44,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:44,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:44,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:44,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:44,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:44,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:44,988 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:44,989 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:44,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:44,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956604982, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:44,991 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x416383a0 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b2c603 2024-12-11T22:35:45,027 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5beea4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:45,028 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:45,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:45,031 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x416383a0 to 127.0.0.1:50778 2024-12-11T22:35:45,031 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:45,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:45,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:35:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:45,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:45,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:45,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:45,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:45,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:45,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:45,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:45,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:45,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:45,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:45,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:45,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:45,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:45,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:45,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:45,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:45,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:45,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:45,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:45,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:45,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:45,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:45,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:45,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:45,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:45,341 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:45,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:45,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:45,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:45,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:45,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:45,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:45,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:45,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:45,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:45,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:45,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:45,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:45,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:45,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:45,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:45,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:45,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:45,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:45,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:45,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:45,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:45,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:45,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:45,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:45,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:45,862 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:46,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:46,037 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:46,038 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:46,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:46,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956606032, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:46,040 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c7856b2 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@696f05e0 2024-12-11T22:35:46,077 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4789c40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:46,078 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:46,079 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:46,082 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c7856b2 to 127.0.0.1:50778 2024-12-11T22:35:46,083 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:46,193 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:35:46,195 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:35:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:46,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:46,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:46,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:46,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:46,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:46,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:46,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:46,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:46,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:46,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:46,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:46,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:46,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:46,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:46,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:46,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:46,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:46,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:46,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:46,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:46,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:46,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:46,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:46,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:46,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:46,380 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:46,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:46,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:46,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:46,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:46,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:46,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:46,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:46,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:46,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:46,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:46,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:46,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:46,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:46,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:46,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:46,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:46,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:46,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:46,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:46,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:46,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:46,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:46,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:46,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:46,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:46,897 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:47,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:47,090 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:47,091 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:47,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:47,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956607084, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:47,092 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a009b5 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14714ce4 2024-12-11T22:35:47,107 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d514bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:47,109 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:47,110 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:47,112 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a009b5 to 127.0.0.1:50778 2024-12-11T22:35:47,112 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:47,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:47,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:47,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:47,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:47,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:47,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:47,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:47,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:47,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:47,410 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:47,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:47,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:47,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:47,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:47,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:47,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:47,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:47,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:47,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:47,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:47,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:47,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:47,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:47,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:47,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:47,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:47,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:47,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:47,933 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:48,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:48,122 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:48,122 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:48,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:48,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956608113, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:48,124 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3be4b0d0 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25eccd24 2024-12-11T22:35:48,160 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@327445c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:48,162 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:48,163 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:48,165 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3be4b0d0 to 127.0.0.1:50778 2024-12-11T22:35:48,165 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:48,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:35:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:48,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:48,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:48,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:48,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:48,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:48,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:48,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:48,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:48,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:48,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:48,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:48,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:48,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:48,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:48,459 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:48,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:48,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:48,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:48,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:48,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:48,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:48,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:48,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:48,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:48,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:48,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:48,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:48,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:48,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:48,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:48,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:48,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:48,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:48,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:48,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:48,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:48,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:48,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:48,986 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:49,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:49,171 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:49,172 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:49,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:49,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956609166, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:49,174 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26097ceb to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@773bffd 2024-12-11T22:35:49,227 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af5cfec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:49,228 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:49,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:49,230 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26097ceb to 127.0.0.1:50778 2024-12-11T22:35:49,230 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:49,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:49,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:49,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:49,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:49,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:49,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:49,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:49,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:49,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:49,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:49,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:49,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:49,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:49,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:49,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:49,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:49,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:49,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:49,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:49,498 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:50,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:50,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:50,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:50,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:50,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:50,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:50,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:50,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:50,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:50,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:50,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:50,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:50,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:50,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:50,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:50,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:50,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:50,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:50,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:50,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:50,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:50,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:50,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:50,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:50,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:50,012 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:50,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:50,236 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:50,237 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:50,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:50,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956610231, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:50,239 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a75bbab to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3634f 2024-12-11T22:35:50,276 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749d4610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:50,278 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:50,279 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:50,280 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a75bbab to 127.0.0.1:50778 2024-12-11T22:35:50,280 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:50,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:50,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:35:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:50,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:50,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:50,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:50,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:50,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:50,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:50,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:50,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:50,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:50,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:50,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:50,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:50,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:50,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:50,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:50,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:50,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:50,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:50,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:50,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:50,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:50,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:50,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:50,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:50,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:50,529 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:51,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:51,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:51,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:51,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:51,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:51,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:51,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:51,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:51,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:51,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:51,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:51,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:51,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:51,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:51,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:51,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:51,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:51,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:51,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:51,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:51,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:51,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:51,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:51,044 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:51,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:51,288 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:51,289 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:51,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:51,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956611282, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:51,291 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07cc3064 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2ed2c9 2024-12-11T22:35:51,336 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29dba9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:51,337 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:51,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:51,341 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07cc3064 to 127.0.0.1:50778 2024-12-11T22:35:51,341 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:51,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:51,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:51,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:51,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:51,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:51,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:51,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:51,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:51,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:51,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:51,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:51,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:51,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:51,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:51,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:51,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:51,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:51,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:51,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:51,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:51,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:51,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:51,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:51,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:51,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:51,562 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:51,656 INFO [master/2f7297c58d34:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T22:35:51,656 INFO [master/2f7297c58d34:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T22:35:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:52,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:52,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:52,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:52,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:52,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:52,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:52,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:52,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:52,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:52,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:52,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:52,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:52,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:52,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:52,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:52,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:52,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:52,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:52,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:52,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:52,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:52,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:52,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:52,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:52,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:52,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:52,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:52,347 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:52,347 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:52,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:52,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956612342, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:52,350 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f258777 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25f7acc0 2024-12-11T22:35:52,393 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a518b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:52,395 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:52,396 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:52,398 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f258777 to 127.0.0.1:50778 2024-12-11T22:35:52,398 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:52,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:52,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:52,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:52,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:52,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:52,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:52,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:52,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:52,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:52,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:52,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:52,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:52,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:52,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:52,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:52,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:52,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:52,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:52,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:52,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:52,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:52,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:52,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:52,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:52,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:52,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:53,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:53,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:53,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:53,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:53,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:53,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:53,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:53,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:53,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:53,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:53,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:53,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:53,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:53,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:53,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:53,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:53,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:53,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:53,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:53,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:53,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:53,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:53,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:53,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:53,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:53,117 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:53,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:35:53,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:53,403 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:53,404 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:53,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:53,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956613399, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:53,406 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66868bdc to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e8faa60 2024-12-11T22:35:53,424 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c453c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:53,425 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:53,426 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:53,428 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66868bdc to 127.0.0.1:50778 2024-12-11T22:35:53,428 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:53,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:53,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:53,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:53,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:53,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:53,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:53,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:53,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:53,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:53,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:53,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:53,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:53,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:53,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:53,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:53,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:53,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:53,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:53,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:53,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:53,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:53,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:53,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:53,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:53,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:53,629 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:54,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:54,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:54,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:54,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:54,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:54,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:54,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:54,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:54,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:54,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:54,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:54,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:54,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:54,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:54,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:54,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:54,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:54,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:54,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:54,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:54,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:54,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:54,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:54,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:54,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:54,145 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:54,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:54,434 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:54,435 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:54,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:54,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956614429, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:54,437 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32bc23b4 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31634329 2024-12-11T22:35:54,506 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b237cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:54,508 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:54,509 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:54,511 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32bc23b4 to 127.0.0.1:50778 2024-12-11T22:35:54,511 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:54,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:54,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:54,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:54,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:54,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:54,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:54,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:54,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:54,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:54,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:54,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:54,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:54,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:54,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:54,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:54,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:54,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:54,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:54,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:54,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:54,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:54,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:54,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:54,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:54,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:54,660 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:55,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:55,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:55,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:55,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:55,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:55,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:55,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:55,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:55,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:55,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:55,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:55,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:55,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:55,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:55,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:55,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:55,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:55,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:55,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:55,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:55,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:55,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:55,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:55,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:55,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:55,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:55,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:35:55,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:35:55,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:55,517 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:55,518 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:55,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:55,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956615512, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:55,519 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c532634 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@782529c 2024-12-11T22:35:55,532 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f46832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:55,534 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:55,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:55,538 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c532634 to 127.0.0.1:50778 2024-12-11T22:35:55,538 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:55,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:55,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:55,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:55,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:55,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:55,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:55,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:55,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:55,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:55,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:55,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:55,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:55,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:55,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:55,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:55,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:55,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:55,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:55,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:55,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:55,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:55,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:55,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:55,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:55,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:55,685 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:56,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:56,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:56,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:56,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:56,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:56,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:56,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:56,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:56,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:56,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:56,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:56,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:56,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:56,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:56,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:56,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:56,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:56,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:56,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:56,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:56,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:56,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:56,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:56,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:56,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:56,203 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:56,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:56,543 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:56,544 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:56,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:56,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956616539, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:56,545 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75aacf35 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@602975ae 2024-12-11T22:35:56,590 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74083461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:56,591 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:56,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:56,594 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75aacf35 to 127.0.0.1:50778 2024-12-11T22:35:56,594 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:56,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:56,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:56,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:56,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:56,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:56,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:56,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:56,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:56,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:56,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:56,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:56,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:56,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:56,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:56,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:56,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:56,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:56,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:56,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:56,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:56,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:56,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:56,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:56,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:56,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:56,719 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:57,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:57,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:57,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:57,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:57,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:57,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:57,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:57,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:57,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:57,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:57,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:57,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:57,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:57,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:57,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:57,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:57,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:57,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:57,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:57,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:57,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:57,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:57,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:57,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:57,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:57,232 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:57,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:57,602 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:57,603 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:57,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:57,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956617596, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:57,605 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eb097e1 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@551f099c 2024-12-11T22:35:57,615 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60018462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:57,616 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:57,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:57,619 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eb097e1 to 127.0.0.1:50778 2024-12-11T22:35:57,619 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:57,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:57,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:57,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:57,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:57,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:57,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:57,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:57,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:57,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:57,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:57,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:57,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:57,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:57,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:57,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:57,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:57,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:57,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:57,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:57,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:57,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:57,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:57,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:57,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:57,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:57,745 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:57,967 INFO [master/2f7297c58d34:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T22:35:57,967 INFO [master/2f7297c58d34:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T22:35:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:58,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:58,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:58,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:58,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:58,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:58,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:58,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:58,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:58,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:58,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:58,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:58,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:58,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:58,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:58,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:58,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:58,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:58,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:58,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:58,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:58,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:58,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:58,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:58,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:58,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:58,259 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:58,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:35:58,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:58,625 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:58,626 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:58,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:58,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956618620, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:58,628 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46a8effc to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bd65d5c 2024-12-11T22:35:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:58,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:58,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:58,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:58,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:58,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:58,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:58,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:58,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:58,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:58,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:58,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:58,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:58,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:58,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:58,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:58,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:58,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:58,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:58,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:58,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:58,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:58,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:58,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:58,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:58,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:58,784 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:58,817 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798e6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:58,819 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:58,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:58,822 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46a8effc to 127.0.0.1:50778 2024-12-11T22:35:58,822 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:35:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:59,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:59,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:59,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:59,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:59,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:59,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:59,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:59,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:59,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:59,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:59,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:59,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:59,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:59,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:59,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:59,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:59,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:59,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:59,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:59,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:59,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:59,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:59,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:59,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:59,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:59,298 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:35:59,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:35:59,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:35:59,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:35:59,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:35:59,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:35:59,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:35:59,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:35:59,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:35:59,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:35:59,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:35:59,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:35:59,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:35:59,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:35:59,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:35:59,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:35:59,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:35:59,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:35:59,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:35:59,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:35:59,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:35:59,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:35:59,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:35:59,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:35:59,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:35:59,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:35:59,815 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:35:59,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:35:59,829 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:35:59,830 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:59,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:35:59,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956619823, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:35:59,832 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51848973 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@86112a2 2024-12-11T22:35:59,843 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@480fdb18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:35:59,845 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:35:59,847 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:35:59,849 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51848973 to 127.0.0.1:50778 2024-12-11T22:35:59,849 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:00,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:00,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:00,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:00,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:00,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:00,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:00,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:00,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:00,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:00,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:00,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:00,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:00,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:00,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:00,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:00,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:00,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:00,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:00,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:00,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:00,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:00,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:00,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:00,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:00,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:00,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:00,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:00,328 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:00,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:00,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:00,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:00,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:00,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:00,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:00,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:00,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:00,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:00,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:00,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:00,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:00,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:00,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:00,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:00,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:00,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:00,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:00,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:00,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:00,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:00,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:00,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:00,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:00,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:00,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:00,850 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:00,855 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:00,855 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:00,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:00,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956620850, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:00,857 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f7918a2 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f8de1ed 2024-12-11T22:36:00,868 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49ec221f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:00,870 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:00,871 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:00,873 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f7918a2 to 127.0.0.1:50778 2024-12-11T22:36:00,873 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:01,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:36:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:01,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:01,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:01,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:01,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:01,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:01,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:01,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:01,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:01,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:01,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:01,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:01,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:01,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:01,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:01,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:01,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:01,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:01,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:01,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:01,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:01,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:01,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:01,365 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:01,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:01,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:01,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:01,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:01,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:01,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:01,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:01,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:01,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:01,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:01,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:01,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:01,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:01,879 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:01,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:01,880 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:01,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:01,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956621874, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:01,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:01,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:01,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:01,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:01,883 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a8cec27 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a1efa12 2024-12-11T22:36:01,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:01,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:01,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:01,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:01,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:01,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:01,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:01,887 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:01,931 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524ac394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:01,933 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:01,934 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:01,936 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a8cec27 to 127.0.0.1:50778 2024-12-11T22:36:01,936 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:02,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:02,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:02,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:02,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:02,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:02,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:02,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:02,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:02,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:02,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:02,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:02,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:02,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:02,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:02,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:02,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:02,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:02,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:02,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:02,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:02,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:02,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:02,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:02,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:02,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:02,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:02,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:02,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:02,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:02,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:02,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:02,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:02,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:02,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:02,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:02,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:02,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:02,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:02,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:02,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:02,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:02,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:02,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:02,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:02,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:02,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:02,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:02,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:02,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:02,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:02,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:02,925 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:02,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:02,940 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:02,941 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:02,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:02,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956622937, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:02,942 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3853530e to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3590e07c 2024-12-11T22:36:02,951 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c2c339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:02,952 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:02,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:02,954 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3853530e to 127.0.0.1:50778 2024-12-11T22:36:02,954 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:03,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:03,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:03,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:03,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:03,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:03,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:03,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:03,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:03,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:03,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:03,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:03,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:03,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:03,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:03,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:03,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:03,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:03,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:03,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:03,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:03,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:03,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:03,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:03,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:03,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:03,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:03,437 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:03,938 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-11T22:36:03,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-11T22:36:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-11T22:36:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T22:36:03,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956563945"}]},"ts":"1733956563945"} 2024-12-11T22:36:03,947 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-11T22:36:03,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:03,959 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-11T22:36:03,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-11T22:36:03,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, UNASSIGN}] 2024-12-11T22:36:03,962 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:03,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, UNASSIGN 2024-12-11T22:36:03,964 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:03,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:03,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956623955, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:03,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=43044a42a31ac4fc422a00d267704ee7, regionState=CLOSING, regionLocation=2f7297c58d34,39483,1733956504113 2024-12-11T22:36:03,966 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd4db24 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f754fe2 2024-12-11T22:36:03,966 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T22:36:03,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 43044a42a31ac4fc422a00d267704ee7, server=2f7297c58d34,39483,1733956504113}] 2024-12-11T22:36:03,976 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28099e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:03,977 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:03,978 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:03,980 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd4db24 to 127.0.0.1:50778 2024-12-11T22:36:03,980 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T22:36:04,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:36:04,119 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:36:04,119 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T22:36:04,119 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 43044a42a31ac4fc422a00d267704ee7, disabling compactions & flushes 2024-12-11T22:36:04,119 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:36:04,119 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:36:04,119 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. after waiting 0 ms 2024-12-11T22:36:04,119 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:36:04,120 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 43044a42a31ac4fc422a00d267704ee7 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-11T22:36:04,184 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/.tmp/fam/8bb1e3f5538d461a9019c800a7ec54ce is 4154, key is 0 put on table to be dropped/fam:row/1733956534785/Put/seqid=0 2024-12-11T22:36:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741866_1042 (size=9218) 2024-12-11T22:36:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T22:36:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T22:36:04,595 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/.tmp/fam/8bb1e3f5538d461a9019c800a7ec54ce 2024-12-11T22:36:04,632 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/.tmp/fam/8bb1e3f5538d461a9019c800a7ec54ce as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/fam/8bb1e3f5538d461a9019c800a7ec54ce 2024-12-11T22:36:04,640 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/fam/8bb1e3f5538d461a9019c800a7ec54ce, entries=1, sequenceid=5, filesize=9.0 K 2024-12-11T22:36:04,642 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 43044a42a31ac4fc422a00d267704ee7 in 522ms, sequenceid=5, compaction requested=false 2024-12-11T22:36:04,647 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T22:36:04,648 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7. 2024-12-11T22:36:04,648 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 43044a42a31ac4fc422a00d267704ee7: 2024-12-11T22:36:04,649 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:36:04,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=43044a42a31ac4fc422a00d267704ee7, regionState=CLOSED 2024-12-11T22:36:04,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-11T22:36:04,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 43044a42a31ac4fc422a00d267704ee7, server=2f7297c58d34,39483,1733956504113 in 685 msec 2024-12-11T22:36:04,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-11T22:36:04,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=43044a42a31ac4fc422a00d267704ee7, UNASSIGN in 690 msec 2024-12-11T22:36:04,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-11T22:36:04,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 694 msec 2024-12-11T22:36:04,660 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733956564660"}]},"ts":"1733956564660"} 2024-12-11T22:36:04,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-11T22:36:04,672 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-11T22:36:04,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 734 msec 2024-12-11T22:36:04,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:04,985 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:04,986 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:04,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:04,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956624981, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:04,987 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45d38c86 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@607cc181 2024-12-11T22:36:04,998 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4605bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:04,999 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:05,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:05,002 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45d38c86 to 127.0.0.1:50778 2024-12-11T22:36:05,002 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T22:36:05,050 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-11T22:36:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:05,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:05,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:05,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:05,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:05,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:05,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:05,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:05,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:05,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:05,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:05,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:05,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:05,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:05,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:05,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:05,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:05,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:05,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:05,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:05,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:05,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:05,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:05,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:05,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:05,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:05,068 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:05,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:05,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:05,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:05,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:05,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:05,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:05,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:05,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:05,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:05,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:05,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:05,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:05,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:05,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:05,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:05,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:05,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:05,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:05,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:05,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:05,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:05,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:05,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:05,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:05,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:05,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:05,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:05,579 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:06,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:06,007 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:06,008 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:06,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:06,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956626003, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:06,010 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28326e3b to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec4c275 2024-12-11T22:36:06,017 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28fcd2d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:06,019 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:06,019 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:06,021 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28326e3b to 127.0.0.1:50778 2024-12-11T22:36:06,021 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:06,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:06,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:06,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:06,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:06,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:06,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:06,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:06,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:06,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:06,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:06,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:06,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:06,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:06,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:06,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:06,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:06,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:06,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:06,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:06,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:06,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:06,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:06,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:06,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:06,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:06,102 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:06,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:06,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:06,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:06,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:06,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:06,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:06,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:06,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:06,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:06,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:06,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:06,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:06,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:06,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:06,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:06,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:06,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:06,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:06,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:06,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:06,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:06,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:06,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:06,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:06,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:06,618 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:07,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:07,027 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:07,027 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:07,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:07,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956627022, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:07,029 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01938b86 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@94c26ab 2024-12-11T22:36:07,087 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47684f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:07,089 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:07,090 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:07,092 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01938b86 to 127.0.0.1:50778 2024-12-11T22:36:07,092 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:07,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:07,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:07,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:07,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:07,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:07,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:07,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:07,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:07,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:07,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:07,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:07,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:07,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:07,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:07,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:07,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:07,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:07,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:07,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:07,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:07,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:07,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:07,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:07,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:07,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:07,136 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:07,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:07,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:07,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:07,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:07,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:07,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:07,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:07,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:07,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:07,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:07,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:07,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:07,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:07,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:07,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:07,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:07,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:07,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:07,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:07,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:07,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:07,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:07,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:07,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:07,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:07,658 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:08,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:08,097 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:08,098 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:08,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:08,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956628093, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:08,099 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bfa5fd2 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@536b5f78 2024-12-11T22:36:08,109 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56fc5852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:08,110 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:08,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:08,113 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bfa5fd2 to 127.0.0.1:50778 2024-12-11T22:36:08,113 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:08,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:08,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:08,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:08,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:08,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:08,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:08,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:08,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:08,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:08,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:08,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:08,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:08,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:08,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:08,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:08,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:08,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:08,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:08,171 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:08,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:08,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:08,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:08,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:08,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:08,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:08,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:08,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:08,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:08,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:08,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:08,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:08,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:08,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:08,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:08,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:08,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:08,687 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:09,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:09,118 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:09,119 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:09,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:09,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956629114, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:09,120 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5827b1fc to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@513ea51f 2024-12-11T22:36:09,131 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b459a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:09,133 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:09,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:09,135 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5827b1fc to 127.0.0.1:50778 2024-12-11T22:36:09,135 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:09,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:09,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:09,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:09,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:09,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:09,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:09,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:09,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:09,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:09,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:09,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:09,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:09,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:09,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:09,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:09,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:09,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:09,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:09,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:09,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:09,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:09,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:09,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:09,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:09,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:09,208 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:09,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:09,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:09,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:09,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:09,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:09,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:09,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:09,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:09,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:09,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:09,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:09,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:09,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:09,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:09,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:09,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:09,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:09,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:09,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:09,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:09,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:09,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:09,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:09,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:09,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:09,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:10,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:10,144 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:10,145 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:10,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:10,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956630136, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:10,147 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b73c22 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46057b36 2024-12-11T22:36:10,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:36:10,179 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13b531d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:10,180 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:10,181 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:10,183 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b73c22 to 127.0.0.1:50778 2024-12-11T22:36:10,183 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:10,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:10,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:10,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:10,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:10,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:10,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:10,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:10,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:10,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:10,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:10,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:10,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:10,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:10,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:10,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:10,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:10,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:10,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:10,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:10,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:10,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:10,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:10,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:10,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:10,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:10,235 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:10,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:10,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:10,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:10,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:10,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:10,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:10,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:10,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:10,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:10,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:10,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:10,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:10,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:10,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:10,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:10,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:10,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:10,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:10,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:10,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:10,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:10,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:10,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:10,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:10,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:10,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:10,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:10,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:10,778 DEBUG [master/2f7297c58d34:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b0e1eac4da6f154d4b0418965119d441 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:36:11,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:11,188 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:11,189 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:11,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:11,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956631184, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:11,190 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bb62716 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6687319d 2024-12-11T22:36:11,235 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7f35eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:11,237 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:11,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:11,240 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bb62716 to 127.0.0.1:50778 2024-12-11T22:36:11,240 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:11,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:11,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:11,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:11,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:11,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:11,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:11,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:11,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:11,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:11,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:11,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:11,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:11,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:11,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:11,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:11,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:11,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:11,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:11,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:11,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:11,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:11,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:11,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:11,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:11,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:11,268 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:11,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:11,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:11,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:11,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:11,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:11,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:11,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:11,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:11,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:11,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:11,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:11,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:11,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:11,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:11,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:11,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:11,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:11,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:11,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:11,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:11,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:11,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:11,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:11,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:11,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:11,783 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:12,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:12,245 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:12,246 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:12,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:12,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956632241, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:12,247 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d42918b to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52964267 2024-12-11T22:36:12,259 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1602e5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:12,263 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:12,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:12,266 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d42918b to 127.0.0.1:50778 2024-12-11T22:36:12,266 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:12,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:12,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:12,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:12,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:12,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:12,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:12,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:12,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:12,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:12,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:12,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:12,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:12,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:12,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:12,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:12,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:12,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:12,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:12,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:12,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:12,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:12,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:12,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:12,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:12,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:12,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:12,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:12,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:12,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:12,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:12,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:12,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:12,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:12,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:12,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:12,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:12,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:12,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:12,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:12,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:12,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:12,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:12,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:12,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:12,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:12,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:12,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:12,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:12,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:12,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:12,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:12,814 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:13,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:36:13,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-11T22:36:13,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:13,271 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:13,272 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:13,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:13,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956633267, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:13,273 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c57dddb to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cb2334c 2024-12-11T22:36:13,309 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d1c7c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:13,311 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:13,312 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:13,313 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c57dddb to 127.0.0.1:50778 2024-12-11T22:36:13,313 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:13,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:13,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:13,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:13,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:13,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:13,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:13,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:13,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:13,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:13,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:13,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:13,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:13,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:13,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:13,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:13,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:13,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:13,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:13,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:13,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:13,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:13,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:13,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:13,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:13,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:13,327 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:13,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:13,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:13,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:13,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:13,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:13,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:13,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:13,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:13,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:13,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:13,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:13,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:13,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:13,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:13,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:13,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:13,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:13,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:13,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:13,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:13,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:13,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:13,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:13,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:13,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:13,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:13,838 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:14,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:14,319 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:14,320 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:14,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:14,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956634314, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:14,322 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cc59309 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3190f18e 2024-12-11T22:36:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:14,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:14,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:14,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:14,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:14,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:14,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:14,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:14,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:14,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:14,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:14,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:14,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:14,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:14,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:14,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:14,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:14,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:14,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:14,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:14,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:14,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:14,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:14,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:14,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:14,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:14,349 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:14,351 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fe2c774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:14,356 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:14,357 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:14,359 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cc59309 to 127.0.0.1:50778 2024-12-11T22:36:14,359 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:14,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:14,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:14,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:14,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:14,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:14,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:14,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:14,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:14,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:14,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:14,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:14,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:14,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:14,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:14,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:14,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:14,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:14,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:14,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:14,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:14,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:14,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:14,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:14,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:14,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:14,863 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:15,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:15,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:15,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:15,364 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:15,365 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:15,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:15,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956635360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:15,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:15,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:15,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:15,366 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x501e5e90 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6634c99c 2024-12-11T22:36:15,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:15,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:15,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:15,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:15,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:15,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:15,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:15,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:15,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:15,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:15,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:15,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:15,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:15,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:15,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:15,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:15,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:15,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:15,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:15,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:15,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:15,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:15,375 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:15,381 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc47b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:15,382 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:15,383 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:15,385 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x501e5e90 to 127.0.0.1:50778 2024-12-11T22:36:15,385 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:15,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:15,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:15,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:15,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:15,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:15,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:15,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:15,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:15,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:15,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:15,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:15,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:15,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:15,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:15,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:15,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:15,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:15,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:15,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:15,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:15,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:15,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:15,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:15,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:15,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:15,887 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:16,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:16,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:16,390 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:16,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:16,390 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:16,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:16,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956636385, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:16,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:16,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:16,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:16,392 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f3f5e0 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34bac2b 2024-12-11T22:36:16,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:16,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:16,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:16,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:16,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:16,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:16,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:16,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:16,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:16,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:16,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:16,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:16,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:16,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:16,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:16,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:16,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:16,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:16,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:16,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:16,399 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:16,432 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f399138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:16,433 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:16,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:16,435 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f3f5e0 to 127.0.0.1:50778 2024-12-11T22:36:16,435 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:16,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:16,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:16,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:16,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:16,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:16,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:16,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:16,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:16,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:16,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:16,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:16,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:16,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:16,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:16,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:16,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:16,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:16,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:16,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:16,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:16,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:16,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:16,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:16,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:16,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:16,919 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:17,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:17,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:17,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:17,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:17,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:17,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:17,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:17,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:17,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:17,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:17,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:17,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:17,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:17,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:17,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:17,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:17,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:17,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:17,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:17,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:17,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:17,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:17,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:17,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:17,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:17,430 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:17,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:17,440 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:17,440 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:17,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:17,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956637436, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:17,442 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cd17d4c to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5225a209 2024-12-11T22:36:17,456 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b65924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:17,458 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:17,459 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:17,460 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cd17d4c to 127.0.0.1:50778 2024-12-11T22:36:17,460 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:17,866 DEBUG [master/2f7297c58d34:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:36:17,867 DEBUG [master/2f7297c58d34:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 94407b555b03e8be019862d7ff60f5b2 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:36:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:17,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:17,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:17,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:17,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:17,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:17,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:17,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:17,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:17,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:17,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:17,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:17,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:17,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:17,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:17,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:17,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:17,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:17,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:17,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:17,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:17,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:17,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:17,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:17,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:17,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:17,942 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:18,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:18,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:18,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:18,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:18,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:18,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:18,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:18,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:18,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:18,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:18,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:18,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:18,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:18,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:18,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:18,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:18,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:18,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:18,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:18,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:18,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:18,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:18,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:18,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:18,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:18,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:18,453 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:18,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:18,466 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:18,466 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:18,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:18,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956638461, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:18,468 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x287701bf to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57bddb52 2024-12-11T22:36:18,489 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1481c7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:18,491 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:18,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:18,494 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x287701bf to 127.0.0.1:50778 2024-12-11T22:36:18,494 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:18,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:36:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:18,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:18,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:18,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:18,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:18,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:18,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:18,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:18,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:18,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:18,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:18,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:18,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:18,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:18,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:18,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:18,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:18,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:18,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:18,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:18,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:18,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:18,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:18,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:18,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:18,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:18,964 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:19,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:19,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:19,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:19,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:19,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:19,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:19,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:19,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:19,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:19,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:19,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:19,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:19,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:19,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:19,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:19,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:19,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:19,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:19,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:19,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:19,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:19,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:19,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:19,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:19,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:19,479 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:19,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:19,500 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:19,501 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:19,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:19,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956639495, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:19,502 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72c68bf6 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b98b9b7 2024-12-11T22:36:19,515 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51bc193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:19,519 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:19,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:19,523 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72c68bf6 to 127.0.0.1:50778 2024-12-11T22:36:19,523 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:19,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:19,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:19,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:19,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:19,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:19,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:19,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:19,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:19,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:19,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:19,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:19,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:19,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:19,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:19,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:19,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:19,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:19,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:19,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:19,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:19,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:19,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:19,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:19,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:19,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:19,988 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:20,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:20,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:20,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:20,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:20,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:20,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:20,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:20,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:20,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:20,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:20,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:20,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:20,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:20,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:20,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:20,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:20,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:20,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:20,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:20,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:20,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:20,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:20,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:20,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:20,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:20,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:20,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:20,505 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:20,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:20,528 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:20,529 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:20,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:20,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956640524, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:20,531 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15ea1cee to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bb15ae5 2024-12-11T22:36:20,573 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a75fd69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:20,588 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:20,589 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:20,591 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15ea1cee to 127.0.0.1:50778 2024-12-11T22:36:20,591 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:21,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:21,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:21,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:21,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:21,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:21,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:21,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:21,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:21,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:21,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:21,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:21,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:21,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:21,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:21,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:21,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:21,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:21,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:21,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:21,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:21,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:21,018 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:21,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:21,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:21,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:21,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:21,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:21,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:21,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:21,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:21,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:21,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:21,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:21,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:21,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:21,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:21,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:21,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:21,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:21,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:21,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:21,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:21,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:21,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:21,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:21,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:21,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:21,536 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:21,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:21,598 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:21,598 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:21,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:21,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956641592, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:21,600 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1154887f to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@239ec2 2024-12-11T22:36:21,620 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@538b51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:21,625 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:21,627 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:21,631 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1154887f to 127.0.0.1:50778 2024-12-11T22:36:21,631 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:22,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:22,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:22,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:22,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:22,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:22,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:22,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:22,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:22,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:22,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:22,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:22,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:22,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:22,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:22,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:22,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:22,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:22,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:22,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:22,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:22,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:22,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:22,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:22,056 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:22,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:22,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:22,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:22,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:22,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:22,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:22,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:22,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:22,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:22,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:22,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:22,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:22,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:22,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:22,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:22,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:22,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:22,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:22,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:22,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:22,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:22,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:22,571 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:22,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:22,637 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:22,638 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:22,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:22,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956642632, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:22,641 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03ae509e to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f670ba7 2024-12-11T22:36:22,696 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb7fd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:22,700 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:22,701 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:22,705 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03ae509e to 127.0.0.1:50778 2024-12-11T22:36:22,705 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:23,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:23,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:23,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:23,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:23,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:23,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:23,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:23,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:23,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:23,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:23,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:23,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:23,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:23,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:23,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:23,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:23,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:23,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:23,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:23,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:23,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:23,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:23,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:23,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:23,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:23,093 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:23,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:23,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:23,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:23,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:23,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:23,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:23,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:23,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:23,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:23,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:23,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:23,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:23,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:23,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:23,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:23,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:23,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:23,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:23,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:23,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:23,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:23,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:23,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:23,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:23,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:23,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:23,607 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:23,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:23,712 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:23,712 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:23,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:23,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956643707, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:23,714 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x793dca01 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e20dcb2 2024-12-11T22:36:23,725 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e9ec41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:23,726 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:23,727 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:23,729 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x793dca01 to 127.0.0.1:50778 2024-12-11T22:36:23,729 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:24,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:24,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:24,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:24,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:24,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:24,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:24,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:24,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:24,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:24,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:24,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:24,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:24,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:24,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:24,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:24,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:24,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:24,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:24,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:24,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:24,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:24,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:24,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:24,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:24,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:24,125 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:24,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:24,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:24,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:24,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:24,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:24,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:24,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:24,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:24,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:24,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:24,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:24,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:24,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:24,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:24,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:24,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:24,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:24,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:24,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:24,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:24,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:24,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:24,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:24,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:24,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:24,636 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:24,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:24,734 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:24,735 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:24,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:24,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956644730, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:24,737 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13b15a6c to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bacc1e4 2024-12-11T22:36:24,748 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da4ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:24,750 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:24,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:24,753 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13b15a6c to 127.0.0.1:50778 2024-12-11T22:36:24,753 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:25,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:25,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:25,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:25,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:25,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:25,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:25,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:25,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:25,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:25,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:25,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:25,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:25,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:25,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:25,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:25,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:25,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:25,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:25,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:25,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:25,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:25,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:25,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:25,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:25,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:25,147 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:25,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:25,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:25,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:25,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:25,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:25,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:25,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:25,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:25,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:25,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:25,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:25,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:25,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:25,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:25,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:25,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:25,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:25,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:25,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:25,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:25,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:25,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:25,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:25,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:25,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:25,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:25,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:25,659 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:25,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:25,759 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:25,760 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:25,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:25,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956645755, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:25,762 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4198bee0 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c16f4d6 2024-12-11T22:36:25,773 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc8ac3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:25,775 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:25,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:25,777 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4198bee0 to 127.0.0.1:50778 2024-12-11T22:36:25,778 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:26,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:26,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:26,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:26,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:26,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:26,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:26,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:26,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:26,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:26,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:26,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:26,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:26,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:26,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:26,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:26,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:26,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:26,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:26,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:26,171 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:26,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:26,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:26,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:26,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:26,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:26,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:26,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:26,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:26,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:26,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:26,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:26,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:26,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:26,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:26,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:26,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:26,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:26,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:26,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:26,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:26,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:26,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:26,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:26,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:26,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:26,688 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:26,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:26,783 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:26,783 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:26,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:26,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956646779, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:26,785 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eea468c to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2581adc3 2024-12-11T22:36:26,800 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d504c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:26,801 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:26,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:26,804 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eea468c to 127.0.0.1:50778 2024-12-11T22:36:26,804 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:27,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:27,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:27,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:27,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:27,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:27,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:27,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:27,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:27,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:27,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:27,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:27,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:27,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:27,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:27,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:27,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:27,197 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:27,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:27,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:27,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:27,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:27,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:27,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:27,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:27,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:27,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:27,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:27,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:27,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:27,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:27,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:27,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:27,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:27,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:27,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:27,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:27,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:27,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:27,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:27,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:27,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:27,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:27,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:27,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:27,809 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:27,810 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:27,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:27,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956647805, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:27,811 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x079177e5 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f563d61 2024-12-11T22:36:27,824 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b94cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:27,825 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:27,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:27,829 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x079177e5 to 127.0.0.1:50778 2024-12-11T22:36:27,829 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:28,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:28,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:28,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:28,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:28,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:28,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:28,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:28,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:28,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:28,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:28,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:28,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:28,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:28,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:28,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:28,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:28,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:28,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:28,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:28,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:28,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:28,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:28,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:28,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:28,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:28,220 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:28,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: -1 2024-12-11T22:36:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:28,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:28,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:28,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:28,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:28,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:28,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:28,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:28,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:28,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:28,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:28,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:28,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:28,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:28,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:28,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:28,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:28,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:28,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:28,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:28,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:28,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:28,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:28,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:28,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:28,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:28,732 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:28,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:28,834 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:28,835 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:28,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:28,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956648830, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:28,837 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b1e9bb7 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55bd1a80 2024-12-11T22:36:28,850 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd86347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:28,851 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:28,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:28,854 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b1e9bb7 to 127.0.0.1:50778 2024-12-11T22:36:28,854 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:29,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:29,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:29,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:29,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:29,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:29,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:29,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:29,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:29,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:29,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:29,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:29,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:29,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:29,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:29,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:29,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:29,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:29,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:29,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:29,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:29,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:29,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:29,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:29,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:29,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:29,251 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:29,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:29,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:29,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:29,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:29,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:29,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:29,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:29,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:29,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:29,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:29,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:29,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:29,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:29,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:29,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:29,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:29,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:29,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:29,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:29,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:29,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:29,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:29,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:29,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:29,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:29,760 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:29,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:29,866 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:29,867 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:29,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:29,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956649855, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:29,869 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x702f0e9a to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb6305 2024-12-11T22:36:29,875 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6115f3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:29,876 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:29,877 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:29,879 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x702f0e9a to 127.0.0.1:50778 2024-12-11T22:36:29,879 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:30,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:30,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:30,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:30,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:30,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:30,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:30,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:30,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:30,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:30,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:30,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:30,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:30,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:30,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:30,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:30,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:30,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:30,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:30,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:30,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:30,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:30,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:30,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:30,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:30,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:30,274 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T22:36:30,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T22:36:30,294 INFO [2f7297c58d34:43943Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T22:36:30,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-11T22:36:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,777 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T22:36:30,778 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,781 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:36:30,784 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/fam, FileablePath, hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/recovered.edits] 2024-12-11T22:36:30,792 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/fam/8bb1e3f5538d461a9019c800a7ec54ce to hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/archive/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/fam/8bb1e3f5538d461a9019c800a7ec54ce 2024-12-11T22:36:30,802 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/recovered.edits/8.seqid to hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/archive/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7/recovered.edits/8.seqid 2024-12-11T22:36:30,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/testdroppedtimed/43044a42a31ac4fc422a00d267704ee7 2024-12-11T22:36:30,803 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-11T22:36:30,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,812 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-11T22:36:30,814 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-11T22:36:30,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-11T22:36:30,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733956590816"}]},"ts":"9223372036854775807"} 2024-12-11T22:36:30,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T22:36:30,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 43044a42a31ac4fc422a00d267704ee7, NAME => 'testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T22:36:30,821 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-11T22:36:30,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733956590821"}]},"ts":"9223372036854775807"} 2024-12-11T22:36:30,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-11T22:36:30,833 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T22:36:30,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 58 msec 2024-12-11T22:36:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T22:36:30,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:30,880 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-11T22:36:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:30,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:30,886 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:36:30,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:30,887 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:30,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:30,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T22:36:30,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:60904 deadline: 1733956650880, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T22:36:30,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:30,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:30,892 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x397ac7d6 to 127.0.0.1:50778 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f0f68b7 2024-12-11T22:36:30,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:30,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:30,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:30,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:30,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:30,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:30,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:30,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:30,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:30,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:30,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:30,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:30,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:30,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:30,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:30,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:30,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:30,900 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61493633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:36:30,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:30,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:30,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:30,901 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T22:36:30,905 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:36:30,906 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T22:36:30,907 WARN [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-11T22:36:30,909 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x397ac7d6 to 127.0.0.1:50778 2024-12-11T22:36:30,909 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:31,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:36:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:31,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:31,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:31,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:31,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:31,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:31,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:31,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:31,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:31,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:31,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:31,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:31,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:31,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:31,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:31,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:31,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:31,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:31,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:31,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:31,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:31,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:31,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:31,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:31,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:31,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:31,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T22:36:31,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:31,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:31,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:31,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:31,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:31,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:31,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:31,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:31,923 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/27=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/28=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/29=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/30=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/31=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/32=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/33=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/34=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/35=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/36=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/37=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/38=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/39=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/40=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/41=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/42=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/43=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/44=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/45=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/46=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/47=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/48=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/49=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:31,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:31,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:31,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:31,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:31,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:31,926 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:31,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:31,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:31,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:31,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:31,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:31,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:31,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:31,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:31,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:31,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:31,935 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T22:36:31,941 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/51=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/52=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/53=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/54=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/55=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/56=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/57=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/58=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/59=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/60=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/61=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/62=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/63=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/64=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/65=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/66=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/67=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/68=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/69=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/70=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/71=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/72=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/73=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:31,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,944 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:31,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,957 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/75=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/76=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/77=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/78=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/79=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/80=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/81=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/82=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/83=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/84=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/85=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/86=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/87=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/88=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/89=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/90=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/91=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/92=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/93=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/94=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/95=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/96=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/97=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:31,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,960 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:31,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,974 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/99=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/100=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/101=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/102=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/103=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/104=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/105=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/106=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/107=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/108=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/109=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/110=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/111=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/112=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/113=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/114=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/115=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/116=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/117=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/118=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/119=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/120=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/121=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:31,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,977 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:31,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,991 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/123=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/124=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/125=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/126=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/127=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/128=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/129=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/130=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/131=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/132=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/133=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/134=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/135=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/136=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/137=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/138=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/139=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/140=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/141=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/142=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/143=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/144=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/145=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:31,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,994 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:31,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:31,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:31,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,048 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/147=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/148=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/149=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/150=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/151=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/152=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/153=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/154=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/155=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/156=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/157=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/158=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/159=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/160=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/161=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/162=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/163=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/164=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/165=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/166=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/167=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/168=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/169=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,050 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,074 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/171=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/172=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/173=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/174=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/175=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/176=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/177=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/178=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/179=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/180=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/181=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/182=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/183=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/184=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/185=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/186=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/187=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/188=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/189=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/190=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/191=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/192=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/193=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,077 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,091 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/195=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/196=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/197=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/198=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/199=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/200=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/201=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/202=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/203=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/204=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/205=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/206=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/207=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/208=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/209=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/210=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/211=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/212=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/213=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/214=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/215=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/216=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/217=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,094 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,108 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/219=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/220=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/221=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/222=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/223=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/224=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/225=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/226=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/227=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/228=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/229=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/230=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/231=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/232=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/233=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/234=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/235=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/236=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/237=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/238=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/239=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/240=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/241=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,110 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,134 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/243=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/244=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/245=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/246=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/247=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/248=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/249=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/250=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/251=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/252=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/253=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/254=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/255=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/256=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/257=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/258=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/259=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/260=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/261=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/262=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/263=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/264=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/265=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,137 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,158 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/267=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/268=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/269=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/270=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/271=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/272=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/273=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/274=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/275=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/276=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/277=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/278=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/279=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/280=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/281=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/282=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/283=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/284=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/285=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/286=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/287=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/288=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/289=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,161 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,174 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/291=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/292=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/293=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/294=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/295=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/296=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/297=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/298=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/299=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/300=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/301=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/302=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/303=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/304=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/305=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/306=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/307=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/308=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/309=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/310=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/311=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/312=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/313=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,180 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,206 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/315=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/316=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/317=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/318=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/319=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/320=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/321=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/322=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/323=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/324=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/325=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/326=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/327=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/328=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/329=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/330=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/331=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/332=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/333=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/334=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/335=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/336=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/337=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,208 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,223 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/339=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/340=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/341=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/342=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/343=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/344=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/345=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/346=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/347=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/348=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/349=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/350=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/351=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/352=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/353=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/354=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/355=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/356=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/357=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/358=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/359=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/360=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/361=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,226 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,241 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/363=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/364=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/365=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/366=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/367=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/368=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/369=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/370=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/371=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/372=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/373=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/374=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/375=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/376=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/377=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/378=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/379=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/380=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/381=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/382=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/383=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/384=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/385=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,243 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,258 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/387=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/388=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/389=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/390=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/391=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/392=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/393=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/394=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/395=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/396=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/397=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/398=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/399=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/400=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/401=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/402=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/403=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/404=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/405=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/406=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/407=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/408=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/409=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,261 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,274 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/411=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/412=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/413=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/414=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/415=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/416=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/417=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/418=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/419=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/420=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/421=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/422=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/423=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/424=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/425=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/426=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/427=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/428=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/429=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/430=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/431=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/432=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/433=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,276 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,291 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/435=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/436=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/437=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/438=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/439=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/440=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/441=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/442=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/443=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/444=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/445=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/446=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/447=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/448=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/449=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/450=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/451=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/452=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/453=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/454=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/455=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/456=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/457=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,292 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,308 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/459=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/460=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/461=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/462=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/463=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/464=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/465=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/466=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/467=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/468=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/469=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/470=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/471=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/472=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/473=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/474=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/475=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/476=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/477=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/478=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/479=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/480=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/481=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,309 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,327 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/483=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/484=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/485=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/486=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/487=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/488=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/489=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/490=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/491=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/492=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/493=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/494=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/495=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/496=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/497=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/498=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/499=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/500=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/501=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/502=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/503=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/504=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/505=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,330 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,353 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/507=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/508=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/509=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/510=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/511=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/512=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/513=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/514=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/515=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/516=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/517=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/518=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/519=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/520=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/521=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/522=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/523=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/524=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/525=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/526=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/527=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/528=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/529=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,355 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,385 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/531=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/532=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/533=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/534=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/535=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/536=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/537=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/538=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/539=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/540=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/541=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/542=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/543=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/544=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/545=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/546=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/547=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/548=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/549=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/550=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/551=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/552=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/553=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,389 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,416 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/555=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/556=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/557=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/558=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/559=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/560=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/561=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/562=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/563=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/564=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/565=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/566=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/567=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/568=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/569=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/570=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/571=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/572=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/573=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/574=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/575=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/576=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/577=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,418 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:32,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:32,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:32,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:32,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:32,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:32,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:32,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:32,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:32,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:32,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:32,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:32,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:32,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:32,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:32,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:32,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:32,453 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/579=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/580=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/581=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/582=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/583=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/584=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/585=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/586=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/587=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/588=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/589=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/590=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/591=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/592=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/593=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/594=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/595=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/596=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/597=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/598=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/599=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/600=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/601=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:32,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:32,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:32,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:32,455 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:32,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:32,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:32,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:32,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:32,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,457 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T22:36:32,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,474 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/603=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/604=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/605=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/606=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/607=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/608=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/609=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/610=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/611=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/612=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/613=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/614=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/615=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/616=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/617=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/618=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/619=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/620=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/621=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/622=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/623=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/624=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/625=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,475 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,491 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/627=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/628=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/629=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/630=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/631=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/632=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/633=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/634=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/635=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/636=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/637=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/638=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/639=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/640=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/641=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/642=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/643=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/644=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/645=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/646=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/647=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/648=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/649=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,494 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,508 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/651=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/652=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/653=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/654=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/655=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/656=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/657=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/658=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/659=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/660=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/661=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/662=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/663=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/664=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/665=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/666=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/667=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/668=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/669=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/670=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/671=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/672=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/673=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,512 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,524 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/675=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/676=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/677=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/678=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/679=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/680=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/681=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/682=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/683=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/684=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/685=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/686=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/687=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/688=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/689=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/690=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/691=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/692=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/693=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/694=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/695=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/696=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/697=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,526 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,541 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/699=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/700=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/701=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/702=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/703=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/704=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/705=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/706=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/707=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/708=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/709=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/710=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/711=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/712=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/713=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/714=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/715=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/716=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/717=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/718=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/719=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/720=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/721=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,542 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,558 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/723=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/724=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/725=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/726=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/727=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/728=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/729=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/730=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/731=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/732=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/733=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/734=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/735=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/736=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/737=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/738=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/739=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/740=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/741=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/742=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/743=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/744=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/745=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,559 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,574 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/747=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/748=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/749=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/750=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/751=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/752=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/753=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/754=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/755=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/756=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/757=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/758=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/759=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/760=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/761=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/762=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/763=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/764=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/765=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/766=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/767=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/768=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/769=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,576 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,591 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/771=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/772=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/773=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/774=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/775=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/776=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/777=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/778=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/779=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/780=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/781=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/782=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/783=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/784=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/785=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/786=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/787=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/788=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/789=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/790=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/791=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/792=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/793=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,595 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,608 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/795=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/796=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/797=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/798=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/799=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/800=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/801=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/802=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/803=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/804=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/805=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/806=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/807=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/808=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/809=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/810=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/811=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/812=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/813=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/814=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/815=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/816=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/817=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,610 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,624 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/819=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/820=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/821=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/822=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/823=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/824=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/825=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/826=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/827=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/828=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/829=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/830=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/831=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/832=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/833=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/834=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/835=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/836=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/837=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/838=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/839=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/840=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/841=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,626 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,649 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/843=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/844=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/845=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/846=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/847=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/848=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/849=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/850=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/851=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/852=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/853=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/854=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/855=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/856=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/857=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/858=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/859=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/860=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/861=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/862=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/863=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/864=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/865=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,651 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,832 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/867=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/868=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/869=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/870=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/871=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/872=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/873=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/874=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/875=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/876=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/877=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/878=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/879=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/880=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/881=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/882=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/883=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/884=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/885=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/886=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/887=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/888=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/889=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,834 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,848 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/891=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/892=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/893=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/894=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/895=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/896=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/897=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/898=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/899=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/900=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/901=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/902=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/903=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/904=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/905=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/906=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/907=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/908=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/909=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/910=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/911=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/912=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/913=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,849 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,857 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/915=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/916=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/917=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/918=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/919=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/920=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/921=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/922=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/923=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/924=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/925=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/926=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/927=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/928=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/929=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/930=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/931=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/932=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/933=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/934=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/935=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/936=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/937=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,859 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T22:36:32,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,874 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/939=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/940=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/941=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/942=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/943=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/944=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/945=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/946=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/947=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/948=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/949=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/950=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/951=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/952=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/953=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/954=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/955=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/956=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/957=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/958=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/959=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/960=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/961=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,875 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-11T22:36:32,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,891 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 4208104, reset compression=false 2024-12-11T22:36:32,891 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/963=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/964=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/965=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/966=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/967=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/968=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/969=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/970=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/971=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/972=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/973=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/974=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/975=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/976=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/977=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/978=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/979=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/980=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/981=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/982=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/983=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/984=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/985=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T22:36:32,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,901 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T22:36:32,907 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 4208924, reset compression=false 2024-12-11T22:36:32,907 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b3a040aeaab5c2982d7f8c286a6297d/987=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/988=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/989=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/990=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/991=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/992=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/993=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/994=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/995=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/996=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/997=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/998=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/999=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/1000=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/1001=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/1002=[#edits: 1 = ],4297}, {test/9b3a040aeaab5c2982d7f8c286a6297d/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-11T22:36:32,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T22:36:32,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T22:36:32,958 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T22:36:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T22:36:32,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T22:36:32,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T22:36:32,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T22:36:32,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T22:36:32,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T22:36:32,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T22:36:32,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T22:36:32,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T22:36:32,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T22:36:32,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T22:36:32,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T22:36:32,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T22:36:32,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T22:36:32,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T22:36:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T22:36:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T22:36:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T22:36:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T22:36:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T22:36:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T22:36:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T22:36:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T22:36:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T22:36:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T22:36:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T22:36:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-11T22:36:32,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-11T22:36:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-11T22:36:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T22:36:33,002 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-11T22:36:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-11T22:36:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-11T22:36:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-11T22:36:33,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T22:36:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T22:36:33,112 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 to pos 4208924, reset compression=false 2024-12-11T22:36:33,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f7297c58d34,39483,1733956504113 2024-12-11T22:36:33,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-11T22:36:33,161 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-11T22:36:33,161 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-11T22:36:33,161 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-11T22:36:33,273 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100173b85bc000f, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:33,273 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100173b85bc000f, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:33,273 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076bcc8f to 127.0.0.1:50778 2024-12-11T22:36:33,273 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T22:36:33,349 INFO [2f7297c58d34:39483Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [2f7297c58d34%2C39483%2C1733956504113]: currently replicating from: hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 at position: 4208924 2024-12-11T22:36:33,373 WARN [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-11T22:36:33,373 WARN [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.wal-reader.2f7297c58d34%2C39483%2C1733956504113,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-11T22:36:33,473 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0.replicationSource,2.replicationSource.shipper2f7297c58d34%2C39483%2C1733956504113,2 terminated 2024-12-11T22:36:33,474 INFO [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-11T22:36:33,475 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/2f7297c58d34,39483,1733956504113/2/2f7297c58d34%2C39483%2C1733956504113.1733956508466 2024-12-11T22:36:33,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/2f7297c58d34,39483,1733956504113/2/2f7297c58d34%2C39483%2C1733956504113.1733956508466 2024-12-11T22:36:33,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/2f7297c58d34,39483,1733956504113/2 2024-12-11T22:36:33,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/2f7297c58d34,39483,1733956504113/2 2024-12-11T22:36:33,490 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-11T22:36:33,490 DEBUG [RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-11T22:36:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-11T22:36:33,500 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 2f7297c58d34,39483,1733956504113 suceeded 2024-12-11T22:36:33,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-11T22:36:33,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 491 msec 2024-12-11T22:36:33,508 DEBUG [PEWorker-1 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-11T22:36:33,508 INFO [PEWorker-1 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-11T22:36:33,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 512 msec 2024-12-11T22:36:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44865 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T22:36:33,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=400 (was 394) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x32667b1d-SendThread(127.0.0.1:50778) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x197affd1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x22bd8152-SendThread(127.0.0.1:50778) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x54f60e3a java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007f1968b55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x22bd8152 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007f1968b55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x197affd1-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x32667b1d java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007f1968b55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x22bd8152-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x197affd1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/2f7297c58d34:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50778@0x32667b1d-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1773214272_22 at /127.0.0.1:55404 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3d26b2fe-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x197affd1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 574), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 947), ProcessCount=11 (was 11), AvailableMemoryMB=721 (was 2903) 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x609b5349 to 127.0.0.1:50778 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2de78b2f to 127.0.0.1:50778 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,624 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27541d62 to 127.0.0.1:50778 2024-12-11T22:36:33,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T22:36:33,624 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T22:36:33,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15a68217 to 127.0.0.1:50778 2024-12-11T22:36:33,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,625 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:36:33,625 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=325044388, stopped=false 2024-12-11T22:36:33,625 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f7297c58d34,40177,1733956513516 2024-12-11T22:36:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-11T22:36:33,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-11T22:36:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:36:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-11T22:36:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:36:33,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,642 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f7297c58d34,43943,1733956513707' ***** 2024-12-11T22:36:33,642 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-11T22:36:33,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T22:36:33,642 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T22:36:33,642 INFO [RS:0;2f7297c58d34:43943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:36:33,642 INFO [RS:0;2f7297c58d34:43943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:36:33,642 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 1578f5e68c4cbe4162ab168b06bb8d64 2024-12-11T22:36:33,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-11T22:36:33,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for d954493c92bcad7b0ea12929e903fcbd 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for b5fc6938c16b04c2789c260a10de37e9 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for fddd9605cc87fd375285bf62f24ea216 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for e025ac1da9e6978ffed43ba5ab88be20 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for bfc4361bab8c362a9966accee0514964 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for dd3483233fe73a8c14d908a752ad7edb 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e2d2660aa0f32ed4636bf5e32094284 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ac8cb0d65d05c58e8c3d70498e266ba 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for d400e9d9198871f025e69701d9c413c8 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 00da087f486f604cd91e249be3e52330 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 2bd6502838428d3145ba383dd80945ae 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for bb68b69ed33acac678d61296df0f39af 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 94407b555b03e8be019862d7ff60f5b2 2024-12-11T22:36:33,643 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1578f5e68c4cbe4162ab168b06bb8d64, disabling compactions & flushes 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for c6f22a14504196e3b07d167176866743 2024-12-11T22:36:33,643 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 2b6205b40a3ed4f636b9e9c44693b0d6 2024-12-11T22:36:33,643 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:36:33,643 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. after waiting 0 ms 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for cde92649d8c2181f60900d190ed8c0f0 2024-12-11T22:36:33,643 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for e32192ee95d27718241b274e8160a527 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for bac85f99823c4769714e4d157fcbd888 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 3096920b68386ad349ea5e59f9da9169 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for cfc9fee81e53b50e00c0670698080a7b 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ba52dfd439fccd10e78f1663c76dfb2 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 36520ae64d45e907801489e5f251b89d 2024-12-11T22:36:33,643 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for a285c741599937344181b711e9202c5c 2024-12-11T22:36:33,644 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1224): stopping server 2f7297c58d34,43943,1733956513707 2024-12-11T22:36:33,644 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:33,644 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:36:33,644 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:36:33,644 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:36:33,644 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-11T22:36:33,651 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-11T22:36:33,651 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:36:33,652 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T22:36:33,652 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T22:36:33,652 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:36:33,652 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:36:33,652 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-11T22:36:33,660 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1629): Waiting on 00da087f486f604cd91e249be3e52330, 1578f5e68c4cbe4162ab168b06bb8d64, 1588230740, 2b6205b40a3ed4f636b9e9c44693b0d6, 2bd6502838428d3145ba383dd80945ae, 3096920b68386ad349ea5e59f9da9169, 36520ae64d45e907801489e5f251b89d, 4ba52dfd439fccd10e78f1663c76dfb2, 5ac8cb0d65d05c58e8c3d70498e266ba, 6be82966d12d54b12c807d3f2ed9f6f3, 8e2d2660aa0f32ed4636bf5e32094284, 94407b555b03e8be019862d7ff60f5b2, a285c741599937344181b711e9202c5c, b5fc6938c16b04c2789c260a10de37e9, bac85f99823c4769714e4d157fcbd888, bb68b69ed33acac678d61296df0f39af, bfc4361bab8c362a9966accee0514964, c6f22a14504196e3b07d167176866743, cde92649d8c2181f60900d190ed8c0f0, cfc9fee81e53b50e00c0670698080a7b, d400e9d9198871f025e69701d9c413c8, d954493c92bcad7b0ea12929e903fcbd, dd3483233fe73a8c14d908a752ad7edb, e025ac1da9e6978ffed43ba5ab88be20, e32192ee95d27718241b274e8160a527, f0398b2e9e8a2c398914a414ea915921, fddd9605cc87fd375285bf62f24ea216, fdfa6e2a2469897919fa1d6aaf4dd94d 2024-12-11T22:36:33,671 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/1578f5e68c4cbe4162ab168b06bb8d64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,672 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1578f5e68c4cbe4162ab168b06bb8d64: 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733956525803.1578f5e68c4cbe4162ab168b06bb8d64. 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d954493c92bcad7b0ea12929e903fcbd, disabling compactions & flushes 2024-12-11T22:36:33,672 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. after waiting 0 ms 2024-12-11T22:36:33,672 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:36:33,674 INFO [regionserver/2f7297c58d34:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:36:33,696 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d954493c92bcad7b0ea12929e903fcbd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,697 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d954493c92bcad7b0ea12929e903fcbd: 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733956525803.d954493c92bcad7b0ea12929e903fcbd. 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b5fc6938c16b04c2789c260a10de37e9, disabling compactions & flushes 2024-12-11T22:36:33,698 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. after waiting 0 ms 2024-12-11T22:36:33,698 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:36:33,704 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/info/df95b93361c9488e84f5560a5e78ae70 is 143, key is hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2./info:regioninfo/1733956516952/Put/seqid=0 2024-12-11T22:36:33,712 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/b5fc6938c16b04c2789c260a10de37e9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,716 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b5fc6938c16b04c2789c260a10de37e9: 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733956525803.b5fc6938c16b04c2789c260a10de37e9. 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fddd9605cc87fd375285bf62f24ea216, disabling compactions & flushes 2024-12-11T22:36:33,716 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. after waiting 0 ms 2024-12-11T22:36:33,716 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:36:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741866_1042 (size=36340) 2024-12-11T22:36:33,719 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/info/df95b93361c9488e84f5560a5e78ae70 2024-12-11T22:36:33,734 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fddd9605cc87fd375285bf62f24ea216/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,735 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:36:33,735 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fddd9605cc87fd375285bf62f24ea216: 2024-12-11T22:36:33,735 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733956525803.fddd9605cc87fd375285bf62f24ea216. 2024-12-11T22:36:33,736 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e025ac1da9e6978ffed43ba5ab88be20, disabling compactions & flushes 2024-12-11T22:36:33,736 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:36:33,736 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:36:33,736 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. after waiting 0 ms 2024-12-11T22:36:33,736 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:36:33,745 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e025ac1da9e6978ffed43ba5ab88be20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,746 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e025ac1da9e6978ffed43ba5ab88be20: 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733956525803.e025ac1da9e6978ffed43ba5ab88be20. 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fdfa6e2a2469897919fa1d6aaf4dd94d, disabling compactions & flushes 2024-12-11T22:36:33,746 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. after waiting 0 ms 2024-12-11T22:36:33,746 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:36:33,752 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/fdfa6e2a2469897919fa1d6aaf4dd94d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,753 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:36:33,753 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fdfa6e2a2469897919fa1d6aaf4dd94d: 2024-12-11T22:36:33,753 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733956525803.fdfa6e2a2469897919fa1d6aaf4dd94d. 2024-12-11T22:36:33,753 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bfc4361bab8c362a9966accee0514964, disabling compactions & flushes 2024-12-11T22:36:33,753 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:36:33,754 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:36:33,754 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. after waiting 0 ms 2024-12-11T22:36:33,754 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:36:33,765 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/rep_barrier/ba92fc6f8be84c619229d6068f4a2e65 is 115, key is test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6./rep_barrier:seqnumDuringOpen/1733956528820/Put/seqid=0 2024-12-11T22:36:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741867_1043 (size=8574) 2024-12-11T22:36:33,777 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bfc4361bab8c362a9966accee0514964/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,778 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:36:33,778 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bfc4361bab8c362a9966accee0514964: 2024-12-11T22:36:33,779 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733956525803.bfc4361bab8c362a9966accee0514964. 2024-12-11T22:36:33,779 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dd3483233fe73a8c14d908a752ad7edb, disabling compactions & flushes 2024-12-11T22:36:33,779 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:36:33,779 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:36:33,779 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. after waiting 0 ms 2024-12-11T22:36:33,779 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:36:33,785 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/dd3483233fe73a8c14d908a752ad7edb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,787 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dd3483233fe73a8c14d908a752ad7edb: 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733956525803.dd3483233fe73a8c14d908a752ad7edb. 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e2d2660aa0f32ed4636bf5e32094284, disabling compactions & flushes 2024-12-11T22:36:33,787 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. after waiting 0 ms 2024-12-11T22:36:33,787 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:36:33,801 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/8e2d2660aa0f32ed4636bf5e32094284/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,803 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:36:33,803 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e2d2660aa0f32ed4636bf5e32094284: 2024-12-11T22:36:33,803 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733956525803.8e2d2660aa0f32ed4636bf5e32094284. 2024-12-11T22:36:33,803 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6be82966d12d54b12c807d3f2ed9f6f3, disabling compactions & flushes 2024-12-11T22:36:33,803 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 6be82966d12d54b12c807d3f2ed9f6f3 2024-12-11T22:36:33,803 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6be82966d12d54b12c807d3f2ed9f6f3 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-11T22:36:33,860 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1629): Waiting on 00da087f486f604cd91e249be3e52330, 1588230740, 2b6205b40a3ed4f636b9e9c44693b0d6, 2bd6502838428d3145ba383dd80945ae, 3096920b68386ad349ea5e59f9da9169, 36520ae64d45e907801489e5f251b89d, 4ba52dfd439fccd10e78f1663c76dfb2, 5ac8cb0d65d05c58e8c3d70498e266ba, 6be82966d12d54b12c807d3f2ed9f6f3, 94407b555b03e8be019862d7ff60f5b2, a285c741599937344181b711e9202c5c, bac85f99823c4769714e4d157fcbd888, bb68b69ed33acac678d61296df0f39af, c6f22a14504196e3b07d167176866743, cde92649d8c2181f60900d190ed8c0f0, cfc9fee81e53b50e00c0670698080a7b, d400e9d9198871f025e69701d9c413c8, e32192ee95d27718241b274e8160a527, f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:36:33,861 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/.tmp/f/697e4716fd86458fbd0102210babce0a is 4136, key is NormalPut000/f:row/1733956534791/Put/seqid=0 2024-12-11T22:36:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741868_1044 (size=4145786) 2024-12-11T22:36:33,864 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/.tmp/f/697e4716fd86458fbd0102210babce0a 2024-12-11T22:36:33,886 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/.tmp/f/697e4716fd86458fbd0102210babce0a as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/f/697e4716fd86458fbd0102210babce0a 2024-12-11T22:36:33,892 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/f/697e4716fd86458fbd0102210babce0a, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-11T22:36:33,893 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 6be82966d12d54b12c807d3f2ed9f6f3 in 90ms, sequenceid=144, compaction requested=false 2024-12-11T22:36:33,893 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:36:33,893 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:36:33,893 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. after waiting 0 ms 2024-12-11T22:36:33,893 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:36:33,897 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/6be82966d12d54b12c807d3f2ed9f6f3/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-11T22:36:33,898 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:36:33,898 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6be82966d12d54b12c807d3f2ed9f6f3: 2024-12-11T22:36:33,898 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733956525803.6be82966d12d54b12c807d3f2ed9f6f3. 2024-12-11T22:36:33,899 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ac8cb0d65d05c58e8c3d70498e266ba, disabling compactions & flushes 2024-12-11T22:36:33,899 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:36:33,899 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:36:33,899 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. after waiting 0 ms 2024-12-11T22:36:33,899 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:36:33,903 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/5ac8cb0d65d05c58e8c3d70498e266ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,904 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:36:33,904 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ac8cb0d65d05c58e8c3d70498e266ba: 2024-12-11T22:36:33,904 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733956525803.5ac8cb0d65d05c58e8c3d70498e266ba. 2024-12-11T22:36:33,904 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d400e9d9198871f025e69701d9c413c8, disabling compactions & flushes 2024-12-11T22:36:33,905 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:36:33,905 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:36:33,905 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. after waiting 0 ms 2024-12-11T22:36:33,905 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:36:33,908 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/d400e9d9198871f025e69701d9c413c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,909 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:36:33,909 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d400e9d9198871f025e69701d9c413c8: 2024-12-11T22:36:33,909 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733956525803.d400e9d9198871f025e69701d9c413c8. 2024-12-11T22:36:33,909 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 00da087f486f604cd91e249be3e52330, disabling compactions & flushes 2024-12-11T22:36:33,910 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:36:33,910 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:36:33,910 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. after waiting 0 ms 2024-12-11T22:36:33,910 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:36:33,914 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/00da087f486f604cd91e249be3e52330/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,915 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 00da087f486f604cd91e249be3e52330: 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733956525803.00da087f486f604cd91e249be3e52330. 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2bd6502838428d3145ba383dd80945ae, disabling compactions & flushes 2024-12-11T22:36:33,915 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. after waiting 0 ms 2024-12-11T22:36:33,915 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:36:33,920 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2bd6502838428d3145ba383dd80945ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,921 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:36:33,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2bd6502838428d3145ba383dd80945ae: 2024-12-11T22:36:33,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733956525803.2bd6502838428d3145ba383dd80945ae. 2024-12-11T22:36:33,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bb68b69ed33acac678d61296df0f39af, disabling compactions & flushes 2024-12-11T22:36:33,921 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:36:33,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:36:33,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. after waiting 0 ms 2024-12-11T22:36:33,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:36:33,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bb68b69ed33acac678d61296df0f39af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:33,927 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bb68b69ed33acac678d61296df0f39af: 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733956525803.bb68b69ed33acac678d61296df0f39af. 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 94407b555b03e8be019862d7ff60f5b2, disabling compactions & flushes 2024-12-11T22:36:33,927 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. after waiting 0 ms 2024-12-11T22:36:33,927 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:36:33,927 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 94407b555b03e8be019862d7ff60f5b2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-11T22:36:33,950 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/.tmp/info/d2c89f034650487cbc26287d7c897e15 is 45, key is default/info:d/1733956517115/Put/seqid=0 2024-12-11T22:36:33,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741869_1045 (size=5037) 2024-12-11T22:36:34,060 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2b6205b40a3ed4f636b9e9c44693b0d6, 3096920b68386ad349ea5e59f9da9169, 36520ae64d45e907801489e5f251b89d, 4ba52dfd439fccd10e78f1663c76dfb2, 94407b555b03e8be019862d7ff60f5b2, a285c741599937344181b711e9202c5c, bac85f99823c4769714e4d157fcbd888, c6f22a14504196e3b07d167176866743, cde92649d8c2181f60900d190ed8c0f0, cfc9fee81e53b50e00c0670698080a7b, e32192ee95d27718241b274e8160a527, f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:36:34,180 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/rep_barrier/ba92fc6f8be84c619229d6068f4a2e65 2024-12-11T22:36:34,206 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/table/331805fcd11744d0813c499dc0c62047 is 94, key is testdroppedtimed,,1733956532022.3c2452a04a7a617c22810a0632c63bca./table:/1733956537483/DeleteFamily/seqid=0 2024-12-11T22:36:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741870_1046 (size=5605) 2024-12-11T22:36:34,261 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2b6205b40a3ed4f636b9e9c44693b0d6, 3096920b68386ad349ea5e59f9da9169, 36520ae64d45e907801489e5f251b89d, 4ba52dfd439fccd10e78f1663c76dfb2, 94407b555b03e8be019862d7ff60f5b2, a285c741599937344181b711e9202c5c, bac85f99823c4769714e4d157fcbd888, c6f22a14504196e3b07d167176866743, cde92649d8c2181f60900d190ed8c0f0, cfc9fee81e53b50e00c0670698080a7b, e32192ee95d27718241b274e8160a527, f0398b2e9e8a2c398914a414ea915921 2024-12-11T22:36:34,330 INFO [regionserver/2f7297c58d34:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T22:36:34,330 INFO [regionserver/2f7297c58d34:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T22:36:34,362 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/.tmp/info/d2c89f034650487cbc26287d7c897e15 2024-12-11T22:36:34,372 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/.tmp/info/d2c89f034650487cbc26287d7c897e15 as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/info/d2c89f034650487cbc26287d7c897e15 2024-12-11T22:36:34,382 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/info/d2c89f034650487cbc26287d7c897e15, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T22:36:34,383 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 94407b555b03e8be019862d7ff60f5b2 in 456ms, sequenceid=6, compaction requested=false 2024-12-11T22:36:34,392 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/namespace/94407b555b03e8be019862d7ff60f5b2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T22:36:34,392 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:36:34,392 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 94407b555b03e8be019862d7ff60f5b2: 2024-12-11T22:36:34,393 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733956516407.94407b555b03e8be019862d7ff60f5b2. 2024-12-11T22:36:34,393 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6f22a14504196e3b07d167176866743, disabling compactions & flushes 2024-12-11T22:36:34,393 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:36:34,393 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:36:34,393 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. after waiting 0 ms 2024-12-11T22:36:34,393 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:36:34,399 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/c6f22a14504196e3b07d167176866743/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,400 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6f22a14504196e3b07d167176866743: 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733956525803.c6f22a14504196e3b07d167176866743. 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2b6205b40a3ed4f636b9e9c44693b0d6, disabling compactions & flushes 2024-12-11T22:36:34,400 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. after waiting 0 ms 2024-12-11T22:36:34,400 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:36:34,407 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/2b6205b40a3ed4f636b9e9c44693b0d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,407 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:36:34,407 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2b6205b40a3ed4f636b9e9c44693b0d6: 2024-12-11T22:36:34,408 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733956525803.2b6205b40a3ed4f636b9e9c44693b0d6. 2024-12-11T22:36:34,408 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f0398b2e9e8a2c398914a414ea915921, disabling compactions & flushes 2024-12-11T22:36:34,408 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:36:34,408 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:36:34,408 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. after waiting 0 ms 2024-12-11T22:36:34,408 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:36:34,411 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/f0398b2e9e8a2c398914a414ea915921/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,412 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f0398b2e9e8a2c398914a414ea915921: 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733956525803.f0398b2e9e8a2c398914a414ea915921. 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cde92649d8c2181f60900d190ed8c0f0, disabling compactions & flushes 2024-12-11T22:36:34,412 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. after waiting 0 ms 2024-12-11T22:36:34,412 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:36:34,416 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cde92649d8c2181f60900d190ed8c0f0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,417 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cde92649d8c2181f60900d190ed8c0f0: 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733956525803.cde92649d8c2181f60900d190ed8c0f0. 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e32192ee95d27718241b274e8160a527, disabling compactions & flushes 2024-12-11T22:36:34,417 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. after waiting 0 ms 2024-12-11T22:36:34,417 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:36:34,421 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/e32192ee95d27718241b274e8160a527/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,421 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:36:34,421 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e32192ee95d27718241b274e8160a527: 2024-12-11T22:36:34,421 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733956525803.e32192ee95d27718241b274e8160a527. 2024-12-11T22:36:34,422 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bac85f99823c4769714e4d157fcbd888, disabling compactions & flushes 2024-12-11T22:36:34,422 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:36:34,422 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:36:34,422 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. after waiting 0 ms 2024-12-11T22:36:34,422 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:36:34,427 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/bac85f99823c4769714e4d157fcbd888/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,428 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:36:34,428 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bac85f99823c4769714e4d157fcbd888: 2024-12-11T22:36:34,428 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733956525803.bac85f99823c4769714e4d157fcbd888. 2024-12-11T22:36:34,428 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3096920b68386ad349ea5e59f9da9169, disabling compactions & flushes 2024-12-11T22:36:34,428 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:36:34,428 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:36:34,429 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. after waiting 0 ms 2024-12-11T22:36:34,429 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:36:34,432 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/3096920b68386ad349ea5e59f9da9169/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,433 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3096920b68386ad349ea5e59f9da9169: 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733956525803.3096920b68386ad349ea5e59f9da9169. 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cfc9fee81e53b50e00c0670698080a7b, disabling compactions & flushes 2024-12-11T22:36:34,433 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. after waiting 0 ms 2024-12-11T22:36:34,433 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:36:34,439 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/cfc9fee81e53b50e00c0670698080a7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,440 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cfc9fee81e53b50e00c0670698080a7b: 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733956525803.cfc9fee81e53b50e00c0670698080a7b. 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ba52dfd439fccd10e78f1663c76dfb2, disabling compactions & flushes 2024-12-11T22:36:34,440 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. after waiting 0 ms 2024-12-11T22:36:34,440 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:36:34,447 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/4ba52dfd439fccd10e78f1663c76dfb2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,448 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ba52dfd439fccd10e78f1663c76dfb2: 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733956525803.4ba52dfd439fccd10e78f1663c76dfb2. 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36520ae64d45e907801489e5f251b89d, disabling compactions & flushes 2024-12-11T22:36:34,448 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. after waiting 0 ms 2024-12-11T22:36:34,448 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:36:34,453 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/36520ae64d45e907801489e5f251b89d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,454 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36520ae64d45e907801489e5f251b89d: 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733956525803.36520ae64d45e907801489e5f251b89d. 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a285c741599937344181b711e9202c5c, disabling compactions & flushes 2024-12-11T22:36:34,454 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733956525803.a285c741599937344181b711e9202c5c. after waiting 0 ms 2024-12-11T22:36:34,454 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:36:34,459 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/default/test/a285c741599937344181b711e9202c5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:34,459 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:36:34,460 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a285c741599937344181b711e9202c5c: 2024-12-11T22:36:34,460 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733956525803.a285c741599937344181b711e9202c5c. 2024-12-11T22:36:34,461 DEBUG [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T22:36:34,617 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/table/331805fcd11744d0813c499dc0c62047 2024-12-11T22:36:34,623 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/info/df95b93361c9488e84f5560a5e78ae70 as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/info/df95b93361c9488e84f5560a5e78ae70 2024-12-11T22:36:34,630 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/info/df95b93361c9488e84f5560a5e78ae70, entries=272, sequenceid=77, filesize=35.5 K 2024-12-11T22:36:34,631 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/rep_barrier/ba92fc6f8be84c619229d6068f4a2e65 as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/rep_barrier/ba92fc6f8be84c619229d6068f4a2e65 2024-12-11T22:36:34,638 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/rep_barrier/ba92fc6f8be84c619229d6068f4a2e65, entries=27, sequenceid=77, filesize=8.4 K 2024-12-11T22:36:34,639 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/.tmp/table/331805fcd11744d0813c499dc0c62047 as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/table/331805fcd11744d0813c499dc0c62047 2024-12-11T22:36:34,644 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/table/331805fcd11744d0813c499dc0c62047, entries=6, sequenceid=77, filesize=5.5 K 2024-12-11T22:36:34,645 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=77, compaction requested=false 2024-12-11T22:36:34,649 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-11T22:36:34,649 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:36:34,650 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T22:36:34,650 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T22:36:34,650 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:36:34,661 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1250): stopping server 2f7297c58d34,43943,1733956513707; all regions closed. 2024-12-11T22:36:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741834_1010 (size=40374) 2024-12-11T22:36:34,666 DEBUG [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/oldWALs 2024-12-11T22:36:34,666 INFO [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f7297c58d34%2C43943%2C1733956513707.meta:.meta(num 1733956516258) 2024-12-11T22:36:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741832_1008 (size=7175393) 2024-12-11T22:36:34,670 DEBUG [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/oldWALs 2024-12-11T22:36:34,670 INFO [RS:0;2f7297c58d34:43943 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f7297c58d34%2C43943%2C1733956513707:(num 1733956515401) 2024-12-11T22:36:34,670 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:34,670 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:36:34,670 INFO [RS:0;2f7297c58d34:43943 {}] hbase.ChoreService(370): Chore service for: regionserver/2f7297c58d34:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-11T22:36:34,671 INFO [regionserver/2f7297c58d34:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T22:36:34,671 INFO [RS:0;2f7297c58d34:43943 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;2f7297c58d34:43943. 2024-12-11T22:36:34,671 DEBUG [RS:0;2f7297c58d34:43943 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:36:34,672 DEBUG [RS:0;2f7297c58d34:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:34,672 DEBUG [RS:0;2f7297c58d34:43943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22bd8152 to 127.0.0.1:50778 2024-12-11T22:36:34,672 INFO [RS:0;2f7297c58d34:43943 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43943 2024-12-11T22:36:34,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/2f7297c58d34,43943,1733956513707 2024-12-11T22:36:34,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-11T22:36:34,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f7297c58d34,43943,1733956513707] 2024-12-11T22:36:34,891 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f7297c58d34,43943,1733956513707; numProcessing=1 2024-12-11T22:36:34,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/2f7297c58d34,43943,1733956513707 already deleted, retry=false 2024-12-11T22:36:34,994 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f7297c58d34,43943,1733956513707 expired; onlineServers=0 2024-12-11T22:36:34,994 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f7297c58d34,40177,1733956513516' ***** 2024-12-11T22:36:34,994 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:36:34,994 DEBUG [M:0;2f7297c58d34:40177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fd0310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f7297c58d34/172.17.0.3:0 2024-12-11T22:36:34,994 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegionServer(1224): stopping server 2f7297c58d34,40177,1733956513516 2024-12-11T22:36:34,994 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegionServer(1250): stopping server 2f7297c58d34,40177,1733956513516; all regions closed. 2024-12-11T22:36:34,994 DEBUG [M:0;2f7297c58d34:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:34,994 DEBUG [M:0;2f7297c58d34:40177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:36:34,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:36:34,995 DEBUG [M:0;2f7297c58d34:40177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:36:34,995 DEBUG [master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956515067 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956515067,5,FailOnTimeoutGroup] 2024-12-11T22:36:34,995 DEBUG [master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956515071 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956515071,5,FailOnTimeoutGroup] 2024-12-11T22:36:34,995 INFO [M:0;2f7297c58d34:40177 {}] hbase.ChoreService(370): Chore service for: master/2f7297c58d34:0 had [] on shutdown 2024-12-11T22:36:34,995 DEBUG [M:0;2f7297c58d34:40177 {}] master.HMaster(1733): Stopping service threads 2024-12-11T22:36:34,995 INFO [M:0;2f7297c58d34:40177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:36:34,996 INFO [M:0;2f7297c58d34:40177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:36:34,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:36:35,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-11T22:36:35,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T22:36:35,033 DEBUG [M:0;2f7297c58d34:40177 {}] zookeeper.ZKUtil(347): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-11T22:36:35,033 WARN [M:0;2f7297c58d34:40177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:36:35,033 INFO [M:0;2f7297c58d34:40177 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-11T22:36:35,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T22:36:35,033 INFO [M:0;2f7297c58d34:40177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:36:35,033 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:36:35,033 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:35,033 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:35,033 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:36:35,033 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:35,034 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.98 KB 2024-12-11T22:36:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x100173b85bc0004, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:35,039 INFO [RS:0;2f7297c58d34:43943 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f7297c58d34,43943,1733956513707; zookeeper connection closed. 2024-12-11T22:36:35,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@723998cf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@723998cf 2024-12-11T22:36:35,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T22:36:35,063 DEBUG [M:0;2f7297c58d34:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff2f138bb894c0890b917e9dba42eeb is 82, key is hbase:meta,,1/info:regioninfo/1733956516347/Put/seqid=0 2024-12-11T22:36:35,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741871_1047 (size=5672) 2024-12-11T22:36:35,075 INFO [M:0;2f7297c58d34:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff2f138bb894c0890b917e9dba42eeb 2024-12-11T22:36:35,113 DEBUG [M:0;2f7297c58d34:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aaeda2b49434d83b3ed566ceee21dcc is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733956529606/Put/seqid=0 2024-12-11T22:36:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741872_1048 (size=11250) 2024-12-11T22:36:35,519 INFO [M:0;2f7297c58d34:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.71 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aaeda2b49434d83b3ed566ceee21dcc 2024-12-11T22:36:35,528 INFO [M:0;2f7297c58d34:40177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aaeda2b49434d83b3ed566ceee21dcc 2024-12-11T22:36:35,546 DEBUG [M:0;2f7297c58d34:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a4118c96e64fcdaccc925926e4f6f9 is 69, key is 2f7297c58d34,43943,1733956513707/rs:state/1733956515204/Put/seqid=0 2024-12-11T22:36:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741873_1049 (size=5156) 2024-12-11T22:36:35,959 INFO [M:0;2f7297c58d34:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a4118c96e64fcdaccc925926e4f6f9 2024-12-11T22:36:35,970 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff2f138bb894c0890b917e9dba42eeb as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff2f138bb894c0890b917e9dba42eeb 2024-12-11T22:36:35,979 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff2f138bb894c0890b917e9dba42eeb, entries=8, sequenceid=549, filesize=5.5 K 2024-12-11T22:36:35,981 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aaeda2b49434d83b3ed566ceee21dcc as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aaeda2b49434d83b3ed566ceee21dcc 2024-12-11T22:36:35,991 INFO [M:0;2f7297c58d34:40177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aaeda2b49434d83b3ed566ceee21dcc 2024-12-11T22:36:35,991 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aaeda2b49434d83b3ed566ceee21dcc, entries=69, sequenceid=549, filesize=11.0 K 2024-12-11T22:36:35,994 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a4118c96e64fcdaccc925926e4f6f9 as hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60a4118c96e64fcdaccc925926e4f6f9 2024-12-11T22:36:36,004 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44091/user/jenkins/test-data/d4321094-1020-70f9-10d4-b8ed2be69236/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60a4118c96e64fcdaccc925926e4f6f9, entries=1, sequenceid=549, filesize=5.0 K 2024-12-11T22:36:36,005 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225550, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=549, compaction requested=false 2024-12-11T22:36:36,033 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:36,033 DEBUG [M:0;2f7297c58d34:40177 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:36:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741830_1006 (size=262162) 2024-12-11T22:36:36,052 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T22:36:36,052 INFO [M:0;2f7297c58d34:40177 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-11T22:36:36,052 INFO [M:0;2f7297c58d34:40177 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40177 2024-12-11T22:36:36,066 DEBUG [M:0;2f7297c58d34:40177 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/2f7297c58d34,40177,1733956513516 already deleted, retry=false 2024-12-11T22:36:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:36,174 INFO [M:0;2f7297c58d34:40177 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f7297c58d34,40177,1733956513516; zookeeper connection closed. 2024-12-11T22:36:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x100173b85bc0003, quorum=127.0.0.1:50778, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:36,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3abf4601{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:36:36,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d1a769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:36:36,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:36:36,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bef5546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:36:36,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560295b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.log.dir/,STOPPED} 2024-12-11T22:36:36,185 WARN [BP-1731613398-172.17.0.3-1733956511367 heartbeating to localhost/127.0.0.1:44091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:36:36,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:36:36,185 WARN [BP-1731613398-172.17.0.3-1733956511367 heartbeating to localhost/127.0.0.1:44091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1731613398-172.17.0.3-1733956511367 (Datanode Uuid bb2a5aee-6ee6-46d5-a666-86f79722fb25) service to localhost/127.0.0.1:44091 2024-12-11T22:36:36,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:36:36,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data1/current/BP-1731613398-172.17.0.3-1733956511367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:36:36,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/cluster_6f72c40e-1fc1-0718-eca2-febc9b7c2662/dfs/data/data2/current/BP-1731613398-172.17.0.3-1733956511367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:36:36,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:36:36,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6940f41b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:36:36,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c77e6d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:36:36,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:36:36,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18301d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:36:36,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb3e05b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2734eefa-66d2-18e5-e79d-79bcbffb0f04/hadoop.log.dir/,STOPPED} 2024-12-11T22:36:36,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T22:36:36,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T22:36:36,226 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T22:36:36,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6184d691 to 127.0.0.1:50778 2024-12-11T22:36:36,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:36,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:36:36,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-12-11T22:36:36,226 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f7297c58d34,44865,1733956502409 2024-12-11T22:36:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T22:36:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T22:36:36,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-11T22:36:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:36:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:36:36,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:36,241 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f7297c58d34,39483,1733956504113' ***** 2024-12-11T22:36:36,241 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-11T22:36:36,241 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T22:36:36,241 INFO [RS:0;2f7297c58d34:39483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:36:36,241 INFO [RS:0;2f7297c58d34:39483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:36:36,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T22:36:36,241 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 36f4d071b685ee90a09e81d3f5d65dad 2024-12-11T22:36:36,241 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 1db7ad94f63bb8408f2fab311d7be892 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 723fe33312c3a2456f873382b07a492f 2024-12-11T22:36:36,242 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36f4d071b685ee90a09e81d3f5d65dad, disabling compactions & flushes 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for f44e6c71bea1edfa234b779f222c237a 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for c384affcadced909a50f88728b471ea0 2024-12-11T22:36:36,242 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:36:36,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T22:36:36,242 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 49cfef49bebd033754b234bea276fbb7 2024-12-11T22:36:36,242 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. after waiting 0 ms 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 843a65bfc6c5c15971f5f1d032b90a3d 2024-12-11T22:36:36,242 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 1f7d867a8b218a1276c8e7ff514e3300 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ece9eb63b8bdb80d426e21ca8ff705d 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for f3d56b73f4c6a4ec23c785387b3de8a9 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for b734432c0a670c07fb4c5fd054192c10 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 13f8abcaeafc80b1a1ac546f2a4f7296 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 0301c2f5601fe7c047f6a640e89fae13 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for d7ac159fab6a505cd78126dc0fc5aecd 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for cf5cb87c9ff7887ca7b49ac7c9da97d2 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 411c1af9b41e80ac74019f46cc0ea0ef 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 741309928e9603b4511cd4782adee9cf 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for b0e1eac4da6f154d4b0418965119d441 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 9b3a040aeaab5c2982d7f8c286a6297d 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a309d106f59664feafd62fb78279566 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 7219e3b152df3d8f0e842ea63f0d6a8c 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 434b18ae4a08ffa8d1bee3fea7a9cb5a 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 8795b1515ab55a1755ffce579aeafbf1 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for b195e36a14743d0af8e71f60dc8258c9 2024-12-11T22:36:36,242 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4 2024-12-11T22:36:36,243 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1224): stopping server 2f7297c58d34,39483,1733956504113 2024-12-11T22:36:36,243 DEBUG [RS:0;2f7297c58d34:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:36,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-11T22:36:36,243 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:36:36,243 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:36:36,243 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:36:36,243 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-11T22:36:36,245 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-11T22:36:36,245 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 0301c2f5601fe7c047f6a640e89fae13, 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, 13f8abcaeafc80b1a1ac546f2a4f7296, 1588230740, 1db7ad94f63bb8408f2fab311d7be892, 1f7d867a8b218a1276c8e7ff514e3300, 2ece9eb63b8bdb80d426e21ca8ff705d, 36f4d071b685ee90a09e81d3f5d65dad, 411c1af9b41e80ac74019f46cc0ea0ef, 434b18ae4a08ffa8d1bee3fea7a9cb5a, 49cfef49bebd033754b234bea276fbb7, 4a309d106f59664feafd62fb78279566, 7219e3b152df3d8f0e842ea63f0d6a8c, 723fe33312c3a2456f873382b07a492f, 741309928e9603b4511cd4782adee9cf, 843a65bfc6c5c15971f5f1d032b90a3d, 8795b1515ab55a1755ffce579aeafbf1, 9b3a040aeaab5c2982d7f8c286a6297d, b0e1eac4da6f154d4b0418965119d441, b195e36a14743d0af8e71f60dc8258c9, b734432c0a670c07fb4c5fd054192c10, c384affcadced909a50f88728b471ea0, cf5cb87c9ff7887ca7b49ac7c9da97d2, d7ac159fab6a505cd78126dc0fc5aecd, e1b0425be0d1ef171689e96952f629f2, f3d56b73f4c6a4ec23c785387b3de8a9, f44e6c71bea1edfa234b779f222c237a, f641c4d8c44a383bd8bfab5afdcb6995 2024-12-11T22:36:36,245 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:36:36,245 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T22:36:36,245 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T22:36:36,245 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:36:36,245 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:36:36,245 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-11T22:36:36,247 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/36f4d071b685ee90a09e81d3f5d65dad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,248 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:36:36,248 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36f4d071b685ee90a09e81d3f5d65dad: 2024-12-11T22:36:36,248 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733956517601.36f4d071b685ee90a09e81d3f5d65dad. 2024-12-11T22:36:36,249 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1db7ad94f63bb8408f2fab311d7be892, disabling compactions & flushes 2024-12-11T22:36:36,249 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:36:36,249 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:36:36,249 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. after waiting 0 ms 2024-12-11T22:36:36,249 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:36:36,256 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1db7ad94f63bb8408f2fab311d7be892/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,257 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1db7ad94f63bb8408f2fab311d7be892: 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733956517601.1db7ad94f63bb8408f2fab311d7be892. 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 723fe33312c3a2456f873382b07a492f, disabling compactions & flushes 2024-12-11T22:36:36,257 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. after waiting 0 ms 2024-12-11T22:36:36,257 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:36:36,261 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/723fe33312c3a2456f873382b07a492f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,262 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 723fe33312c3a2456f873382b07a492f: 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733956517601.723fe33312c3a2456f873382b07a492f. 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f44e6c71bea1edfa234b779f222c237a, disabling compactions & flushes 2024-12-11T22:36:36,262 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. after waiting 0 ms 2024-12-11T22:36:36,262 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:36:36,266 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/info/a06f129436244063a2e3eee732656119 is 143, key is hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441./info:regioninfo/1733956510678/Put/seqid=0 2024-12-11T22:36:36,268 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f44e6c71bea1edfa234b779f222c237a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,269 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f44e6c71bea1edfa234b779f222c237a: 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733956517601.f44e6c71bea1edfa234b779f222c237a. 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c384affcadced909a50f88728b471ea0, disabling compactions & flushes 2024-12-11T22:36:36,269 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. after waiting 0 ms 2024-12-11T22:36:36,269 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:36:36,271 INFO [regionserver/2f7297c58d34:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:36:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741867_1043 (size=36340) 2024-12-11T22:36:36,275 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/c384affcadced909a50f88728b471ea0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,276 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c384affcadced909a50f88728b471ea0: 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733956517601.c384affcadced909a50f88728b471ea0. 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 49cfef49bebd033754b234bea276fbb7, disabling compactions & flushes 2024-12-11T22:36:36,276 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. after waiting 0 ms 2024-12-11T22:36:36,276 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:36:36,283 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/49cfef49bebd033754b234bea276fbb7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,283 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:36:36,283 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 49cfef49bebd033754b234bea276fbb7: 2024-12-11T22:36:36,283 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733956517601.49cfef49bebd033754b234bea276fbb7. 2024-12-11T22:36:36,283 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 843a65bfc6c5c15971f5f1d032b90a3d, disabling compactions & flushes 2024-12-11T22:36:36,284 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:36:36,284 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:36:36,284 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. after waiting 0 ms 2024-12-11T22:36:36,284 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:36:36,288 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/843a65bfc6c5c15971f5f1d032b90a3d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,289 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 843a65bfc6c5c15971f5f1d032b90a3d: 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733956517601.843a65bfc6c5c15971f5f1d032b90a3d. 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1f7d867a8b218a1276c8e7ff514e3300, disabling compactions & flushes 2024-12-11T22:36:36,289 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. after waiting 0 ms 2024-12-11T22:36:36,289 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:36:36,293 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/1f7d867a8b218a1276c8e7ff514e3300/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,293 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:36:36,293 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1f7d867a8b218a1276c8e7ff514e3300: 2024-12-11T22:36:36,294 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733956517601.1f7d867a8b218a1276c8e7ff514e3300. 2024-12-11T22:36:36,294 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ece9eb63b8bdb80d426e21ca8ff705d, disabling compactions & flushes 2024-12-11T22:36:36,294 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:36:36,294 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:36:36,294 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. after waiting 0 ms 2024-12-11T22:36:36,294 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:36:36,297 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/2ece9eb63b8bdb80d426e21ca8ff705d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,298 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ece9eb63b8bdb80d426e21ca8ff705d: 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733956517601.2ece9eb63b8bdb80d426e21ca8ff705d. 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3d56b73f4c6a4ec23c785387b3de8a9, disabling compactions & flushes 2024-12-11T22:36:36,298 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. after waiting 0 ms 2024-12-11T22:36:36,298 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:36:36,302 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f3d56b73f4c6a4ec23c785387b3de8a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,303 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3d56b73f4c6a4ec23c785387b3de8a9: 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733956517601.f3d56b73f4c6a4ec23c785387b3de8a9. 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b734432c0a670c07fb4c5fd054192c10, disabling compactions & flushes 2024-12-11T22:36:36,303 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. after waiting 0 ms 2024-12-11T22:36:36,303 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:36:36,307 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b734432c0a670c07fb4c5fd054192c10/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,307 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b734432c0a670c07fb4c5fd054192c10: 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733956517601.b734432c0a670c07fb4c5fd054192c10. 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f641c4d8c44a383bd8bfab5afdcb6995, disabling compactions & flushes 2024-12-11T22:36:36,308 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. after waiting 0 ms 2024-12-11T22:36:36,308 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:36:36,308 INFO [regionserver/2f7297c58d34:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T22:36:36,308 INFO [regionserver/2f7297c58d34:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T22:36:36,311 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/f641c4d8c44a383bd8bfab5afdcb6995/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,312 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f641c4d8c44a383bd8bfab5afdcb6995: 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733956517601.f641c4d8c44a383bd8bfab5afdcb6995. 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 13f8abcaeafc80b1a1ac546f2a4f7296, disabling compactions & flushes 2024-12-11T22:36:36,313 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. after waiting 0 ms 2024-12-11T22:36:36,313 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:36:36,317 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/13f8abcaeafc80b1a1ac546f2a4f7296/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,317 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 13f8abcaeafc80b1a1ac546f2a4f7296: 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733956517601.13f8abcaeafc80b1a1ac546f2a4f7296. 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0301c2f5601fe7c047f6a640e89fae13, disabling compactions & flushes 2024-12-11T22:36:36,318 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. after waiting 0 ms 2024-12-11T22:36:36,318 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:36:36,321 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0301c2f5601fe7c047f6a640e89fae13/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,322 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0301c2f5601fe7c047f6a640e89fae13: 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733956517601.0301c2f5601fe7c047f6a640e89fae13. 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d7ac159fab6a505cd78126dc0fc5aecd, disabling compactions & flushes 2024-12-11T22:36:36,322 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. after waiting 0 ms 2024-12-11T22:36:36,322 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:36:36,332 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/d7ac159fab6a505cd78126dc0fc5aecd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,333 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d7ac159fab6a505cd78126dc0fc5aecd: 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733956517601.d7ac159fab6a505cd78126dc0fc5aecd. 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf5cb87c9ff7887ca7b49ac7c9da97d2, disabling compactions & flushes 2024-12-11T22:36:36,333 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. after waiting 0 ms 2024-12-11T22:36:36,333 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:36:36,337 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/cf5cb87c9ff7887ca7b49ac7c9da97d2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,337 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:36:36,337 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf5cb87c9ff7887ca7b49ac7c9da97d2: 2024-12-11T22:36:36,337 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733956517601.cf5cb87c9ff7887ca7b49ac7c9da97d2. 2024-12-11T22:36:36,338 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 411c1af9b41e80ac74019f46cc0ea0ef, disabling compactions & flushes 2024-12-11T22:36:36,338 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:36:36,338 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:36:36,338 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. after waiting 0 ms 2024-12-11T22:36:36,338 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:36:36,341 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/411c1af9b41e80ac74019f46cc0ea0ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,342 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 411c1af9b41e80ac74019f46cc0ea0ef: 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733956517601.411c1af9b41e80ac74019f46cc0ea0ef. 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 741309928e9603b4511cd4782adee9cf, disabling compactions & flushes 2024-12-11T22:36:36,342 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. after waiting 0 ms 2024-12-11T22:36:36,342 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:36:36,346 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/741309928e9603b4511cd4782adee9cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,347 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 741309928e9603b4511cd4782adee9cf: 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733956517601.741309928e9603b4511cd4782adee9cf. 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b0e1eac4da6f154d4b0418965119d441, disabling compactions & flushes 2024-12-11T22:36:36,347 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. after waiting 0 ms 2024-12-11T22:36:36,347 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:36:36,347 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b0e1eac4da6f154d4b0418965119d441 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-11T22:36:36,363 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/.tmp/info/2a2b46b3660140c798e23a7b0e8e0091 is 45, key is default/info:d/1733956510937/Put/seqid=0 2024-12-11T22:36:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741868_1044 (size=5037) 2024-12-11T22:36:36,376 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/.tmp/info/2a2b46b3660140c798e23a7b0e8e0091 2024-12-11T22:36:36,386 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/.tmp/info/2a2b46b3660140c798e23a7b0e8e0091 as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/info/2a2b46b3660140c798e23a7b0e8e0091 2024-12-11T22:36:36,393 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/info/2a2b46b3660140c798e23a7b0e8e0091, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T22:36:36,394 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b0e1eac4da6f154d4b0418965119d441 in 47ms, sequenceid=6, compaction requested=false 2024-12-11T22:36:36,402 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/namespace/b0e1eac4da6f154d4b0418965119d441/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T22:36:36,402 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b0e1eac4da6f154d4b0418965119d441: 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733956509519.b0e1eac4da6f154d4b0418965119d441. 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9b3a040aeaab5c2982d7f8c286a6297d, disabling compactions & flushes 2024-12-11T22:36:36,403 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. after waiting 0 ms 2024-12-11T22:36:36,403 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:36:36,403 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9b3a040aeaab5c2982d7f8c286a6297d 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-11T22:36:36,438 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/.tmp/f/c97754ff3b554e338808d4423a635fd7 is 4136, key is NormalPut000/f:row/1733956534791/Put/seqid=0 2024-12-11T22:36:36,445 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, 1588230740, 434b18ae4a08ffa8d1bee3fea7a9cb5a, 4a309d106f59664feafd62fb78279566, 7219e3b152df3d8f0e842ea63f0d6a8c, 8795b1515ab55a1755ffce579aeafbf1, 9b3a040aeaab5c2982d7f8c286a6297d, b195e36a14743d0af8e71f60dc8258c9, e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:36:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741869_1045 (size=4147225) 2024-12-11T22:36:36,646 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, 1588230740, 434b18ae4a08ffa8d1bee3fea7a9cb5a, 4a309d106f59664feafd62fb78279566, 7219e3b152df3d8f0e842ea63f0d6a8c, 8795b1515ab55a1755ffce579aeafbf1, 9b3a040aeaab5c2982d7f8c286a6297d, b195e36a14743d0af8e71f60dc8258c9, e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:36:36,674 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/info/a06f129436244063a2e3eee732656119 2024-12-11T22:36:36,700 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/rep_barrier/450526aede6a4e2fb8f6b24665652a0e is 115, key is test,bbb,1733956517601.c384affcadced909a50f88728b471ea0./rep_barrier:seqnumDuringOpen/1733956521520/Put/seqid=0 2024-12-11T22:36:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741870_1046 (size=8574) 2024-12-11T22:36:36,846 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, 1588230740, 434b18ae4a08ffa8d1bee3fea7a9cb5a, 4a309d106f59664feafd62fb78279566, 7219e3b152df3d8f0e842ea63f0d6a8c, 8795b1515ab55a1755ffce579aeafbf1, 9b3a040aeaab5c2982d7f8c286a6297d, b195e36a14743d0af8e71f60dc8258c9, e1b0425be0d1ef171689e96952f629f2 2024-12-11T22:36:36,859 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/.tmp/f/c97754ff3b554e338808d4423a635fd7 2024-12-11T22:36:36,877 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/.tmp/f/c97754ff3b554e338808d4423a635fd7 as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/f/c97754ff3b554e338808d4423a635fd7 2024-12-11T22:36:36,886 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/f/c97754ff3b554e338808d4423a635fd7, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-11T22:36:36,887 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 9b3a040aeaab5c2982d7f8c286a6297d in 484ms, sequenceid=1004, compaction requested=false 2024-12-11T22:36:36,895 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/9b3a040aeaab5c2982d7f8c286a6297d/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-11T22:36:36,896 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9b3a040aeaab5c2982d7f8c286a6297d: 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733956517601.9b3a040aeaab5c2982d7f8c286a6297d. 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a309d106f59664feafd62fb78279566, disabling compactions & flushes 2024-12-11T22:36:36,896 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. after waiting 0 ms 2024-12-11T22:36:36,896 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:36:36,900 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/4a309d106f59664feafd62fb78279566/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,901 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:36:36,901 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a309d106f59664feafd62fb78279566: 2024-12-11T22:36:36,901 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733956517601.4a309d106f59664feafd62fb78279566. 2024-12-11T22:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7219e3b152df3d8f0e842ea63f0d6a8c, disabling compactions & flushes 2024-12-11T22:36:36,902 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. after waiting 0 ms 2024-12-11T22:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:36:36,911 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/7219e3b152df3d8f0e842ea63f0d6a8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,913 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7219e3b152df3d8f0e842ea63f0d6a8c: 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733956517601.7219e3b152df3d8f0e842ea63f0d6a8c. 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 434b18ae4a08ffa8d1bee3fea7a9cb5a, disabling compactions & flushes 2024-12-11T22:36:36,913 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. after waiting 0 ms 2024-12-11T22:36:36,913 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/434b18ae4a08ffa8d1bee3fea7a9cb5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,917 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 434b18ae4a08ffa8d1bee3fea7a9cb5a: 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733956517601.434b18ae4a08ffa8d1bee3fea7a9cb5a. 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8795b1515ab55a1755ffce579aeafbf1, disabling compactions & flushes 2024-12-11T22:36:36,917 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:36:36,917 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. after waiting 0 ms 2024-12-11T22:36:36,918 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:36:36,921 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/8795b1515ab55a1755ffce579aeafbf1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,922 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8795b1515ab55a1755ffce579aeafbf1: 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733956517601.8795b1515ab55a1755ffce579aeafbf1. 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e1b0425be0d1ef171689e96952f629f2, disabling compactions & flushes 2024-12-11T22:36:36,922 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. after waiting 0 ms 2024-12-11T22:36:36,922 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:36:36,925 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/e1b0425be0d1ef171689e96952f629f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,926 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e1b0425be0d1ef171689e96952f629f2: 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733956517601.e1b0425be0d1ef171689e96952f629f2. 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b195e36a14743d0af8e71f60dc8258c9, disabling compactions & flushes 2024-12-11T22:36:36,926 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. after waiting 0 ms 2024-12-11T22:36:36,926 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:36:36,930 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/b195e36a14743d0af8e71f60dc8258c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,931 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b195e36a14743d0af8e71f60dc8258c9: 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733956517601.b195e36a14743d0af8e71f60dc8258c9. 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e3f84a8c9d7f5c962fbb7ddccd2c3e4, disabling compactions & flushes 2024-12-11T22:36:36,931 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. after waiting 0 ms 2024-12-11T22:36:36,931 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:36:36,934 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/default/test/0e3f84a8c9d7f5c962fbb7ddccd2c3e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:36:36,935 INFO [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:36:36,935 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e3f84a8c9d7f5c962fbb7ddccd2c3e4: 2024-12-11T22:36:36,935 DEBUG [RS_CLOSE_REGION-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733956517601.0e3f84a8c9d7f5c962fbb7ddccd2c3e4. 2024-12-11T22:36:37,046 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T22:36:37,121 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/rep_barrier/450526aede6a4e2fb8f6b24665652a0e 2024-12-11T22:36:37,146 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/table/276d7d2146e3443bb785544c767fcfce is 94, key is testdroppedtimed,,1733956531359.43044a42a31ac4fc422a00d267704ee7./table:/1733956590809/DeleteFamily/seqid=0 2024-12-11T22:36:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741871_1047 (size=5605) 2024-12-11T22:36:37,246 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-11T22:36:37,247 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T22:36:37,247 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T22:36:37,447 DEBUG [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T22:36:37,560 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/table/276d7d2146e3443bb785544c767fcfce 2024-12-11T22:36:37,568 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/info/a06f129436244063a2e3eee732656119 as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/info/a06f129436244063a2e3eee732656119 2024-12-11T22:36:37,577 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/info/a06f129436244063a2e3eee732656119, entries=272, sequenceid=77, filesize=35.5 K 2024-12-11T22:36:37,579 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/rep_barrier/450526aede6a4e2fb8f6b24665652a0e as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/rep_barrier/450526aede6a4e2fb8f6b24665652a0e 2024-12-11T22:36:37,590 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/rep_barrier/450526aede6a4e2fb8f6b24665652a0e, entries=27, sequenceid=77, filesize=8.4 K 2024-12-11T22:36:37,591 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/.tmp/table/276d7d2146e3443bb785544c767fcfce as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/table/276d7d2146e3443bb785544c767fcfce 2024-12-11T22:36:37,600 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/table/276d7d2146e3443bb785544c767fcfce, entries=6, sequenceid=77, filesize=5.5 K 2024-12-11T22:36:37,601 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=77, compaction requested=false 2024-12-11T22:36:37,611 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-11T22:36:37,613 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:36:37,613 INFO [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T22:36:37,613 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T22:36:37,613 DEBUG [RS_CLOSE_META-regionserver/2f7297c58d34:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:36:37,647 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1250): stopping server 2f7297c58d34,39483,1733956504113; all regions closed. 2024-12-11T22:36:37,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.meta.1733956509003.meta not finished, retry = 0 2024-12-11T22:36:37,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741834_1010 (size=40374) 2024-12-11T22:36:37,753 DEBUG [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/oldWALs 2024-12-11T22:36:37,753 INFO [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f7297c58d34%2C39483%2C1733956504113.meta:.meta(num 1733956509003) 2024-12-11T22:36:37,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/WALs/2f7297c58d34,39483,1733956504113/2f7297c58d34%2C39483%2C1733956504113.1733956508466 not finished, retry = 0 2024-12-11T22:36:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741833_1009 (size=4217378) 2024-12-11T22:36:37,861 DEBUG [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/oldWALs 2024-12-11T22:36:37,861 INFO [RS:0;2f7297c58d34:39483 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f7297c58d34%2C39483%2C1733956504113:(num 1733956508466) 2024-12-11T22:36:37,861 DEBUG [RS:0;2f7297c58d34:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:37,861 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:36:37,862 INFO [RS:0;2f7297c58d34:39483 {}] hbase.ChoreService(370): Chore service for: regionserver/2f7297c58d34:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-11T22:36:37,862 INFO [regionserver/2f7297c58d34:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T22:36:37,862 INFO [RS:0;2f7297c58d34:39483 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39483 2024-12-11T22:36:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T22:36:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/2f7297c58d34,39483,1733956504113 2024-12-11T22:36:37,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f7297c58d34,39483,1733956504113] 2024-12-11T22:36:37,882 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f7297c58d34,39483,1733956504113; numProcessing=1 2024-12-11T22:36:37,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/2f7297c58d34,39483,1733956504113 already deleted, retry=false 2024-12-11T22:36:37,891 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f7297c58d34,39483,1733956504113 expired; onlineServers=0 2024-12-11T22:36:37,891 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f7297c58d34,44865,1733956502409' ***** 2024-12-11T22:36:37,891 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:36:37,891 DEBUG [M:0;2f7297c58d34:44865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f7297c58d34/172.17.0.3:0 2024-12-11T22:36:37,891 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegionServer(1224): stopping server 2f7297c58d34,44865,1733956502409 2024-12-11T22:36:37,891 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegionServer(1250): stopping server 2f7297c58d34,44865,1733956502409; all regions closed. 2024-12-11T22:36:37,891 DEBUG [M:0;2f7297c58d34:44865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:36:37,891 DEBUG [M:0;2f7297c58d34:44865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:36:37,891 DEBUG [M:0;2f7297c58d34:44865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:36:37,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:36:37,891 DEBUG [master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956507935 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.large.0-1733956507935,5,FailOnTimeoutGroup] 2024-12-11T22:36:37,891 DEBUG [master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956507939 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f7297c58d34:0:becomeActiveMaster-HFileCleaner.small.0-1733956507939,5,FailOnTimeoutGroup] 2024-12-11T22:36:37,891 INFO [M:0;2f7297c58d34:44865 {}] hbase.ChoreService(370): Chore service for: master/2f7297c58d34:0 had [] on shutdown 2024-12-11T22:36:37,891 DEBUG [M:0;2f7297c58d34:44865 {}] master.HMaster(1733): Stopping service threads 2024-12-11T22:36:37,891 INFO [M:0;2f7297c58d34:44865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:36:37,891 ERROR [M:0;2f7297c58d34:44865 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1852383599) connection to localhost/127.0.0.1:41339 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41339,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-11T22:36:37,892 INFO [M:0;2f7297c58d34:44865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:36:37,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:36:37,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-11T22:36:37,964 DEBUG [M:0;2f7297c58d34:44865 {}] zookeeper.ZKUtil(347): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-11T22:36:37,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T22:36:37,964 WARN [M:0;2f7297c58d34:44865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:36:37,964 INFO [M:0;2f7297c58d34:44865 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-11T22:36:37,964 INFO [M:0;2f7297c58d34:44865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:36:37,965 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:36:37,965 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:37,965 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:37,965 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:36:37,965 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:37,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T22:36:37,965 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.88 KB heapSize=293.80 KB 2024-12-11T22:36:37,979 DEBUG [M:0;2f7297c58d34:44865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d36e29085ed2474ba4ea8e32faa2381d is 82, key is hbase:meta,,1/info:regioninfo/1733956509224/Put/seqid=0 2024-12-11T22:36:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:37,983 INFO [RS:0;2f7297c58d34:39483 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f7297c58d34,39483,1733956504113; zookeeper connection closed. 2024-12-11T22:36:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x100173b85bc0001, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:37,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44390f62 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44390f62 2024-12-11T22:36:37,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T22:36:37,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741872_1048 (size=5672) 2024-12-11T22:36:38,384 INFO [M:0;2f7297c58d34:44865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d36e29085ed2474ba4ea8e32faa2381d 2024-12-11T22:36:38,405 DEBUG [M:0;2f7297c58d34:44865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86c31d43f49842aa831818a3b3c54c82 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733956522056/Put/seqid=0 2024-12-11T22:36:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741873_1049 (size=12839) 2024-12-11T22:36:38,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:36:38,813 INFO [M:0;2f7297c58d34:44865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.32 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86c31d43f49842aa831818a3b3c54c82 2024-12-11T22:36:38,817 INFO [M:0;2f7297c58d34:44865 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86c31d43f49842aa831818a3b3c54c82 2024-12-11T22:36:38,835 DEBUG [M:0;2f7297c58d34:44865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c60e33563224565bafa7bce12ba98c4 is 69, key is 2f7297c58d34,39483,1733956504113/rs:state/1733956508066/Put/seqid=0 2024-12-11T22:36:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741874_1050 (size=5156) 2024-12-11T22:36:38,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:36:39,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:36:39,240 INFO [M:0;2f7297c58d34:44865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c60e33563224565bafa7bce12ba98c4 2024-12-11T22:36:39,250 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d36e29085ed2474ba4ea8e32faa2381d as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d36e29085ed2474ba4ea8e32faa2381d 2024-12-11T22:36:39,256 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d36e29085ed2474ba4ea8e32faa2381d, entries=8, sequenceid=611, filesize=5.5 K 2024-12-11T22:36:39,257 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86c31d43f49842aa831818a3b3c54c82 as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86c31d43f49842aa831818a3b3c54c82 2024-12-11T22:36:39,262 INFO [M:0;2f7297c58d34:44865 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86c31d43f49842aa831818a3b3c54c82 2024-12-11T22:36:39,262 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86c31d43f49842aa831818a3b3c54c82, entries=77, sequenceid=611, filesize=12.5 K 2024-12-11T22:36:39,263 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c60e33563224565bafa7bce12ba98c4 as hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c60e33563224565bafa7bce12ba98c4 2024-12-11T22:36:39,269 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41339/user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c60e33563224565bafa7bce12ba98c4, entries=1, sequenceid=611, filesize=5.0 K 2024-12-11T22:36:39,270 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.88 KB/243586, heapSize ~293.50 KB/300544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=611, compaction requested=false 2024-12-11T22:36:39,271 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:36:39,271 DEBUG [M:0;2f7297c58d34:44865 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T22:36:39,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f9580938-6783-ab2a-2acd-668051f792b2/MasterData/WALs/2f7297c58d34,44865,1733956502409/2f7297c58d34%2C44865%2C1733956502409.1733956506772 not finished, retry = 0 2024-12-11T22:36:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741830_1006 (size=284260) 2024-12-11T22:36:39,375 INFO [M:0;2f7297c58d34:44865 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-11T22:36:39,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T22:36:39,375 INFO [M:0;2f7297c58d34:44865 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44865 2024-12-11T22:36:39,382 DEBUG [M:0;2f7297c58d34:44865 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/2f7297c58d34,44865,1733956502409 already deleted, retry=false 2024-12-11T22:36:39,491 INFO [M:0;2f7297c58d34:44865 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f7297c58d34,44865,1733956502409; zookeeper connection closed. 2024-12-11T22:36:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44865-0x100173b85bc0000, quorum=127.0.0.1:50778, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:36:39,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fb0b081{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:36:39,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1988a8bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:36:39,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:36:39,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f058b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:36:39,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dad6047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.log.dir/,STOPPED} 2024-12-11T22:36:39,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:36:39,495 WARN [BP-1757904959-172.17.0.3-1733956496992 heartbeating to localhost/127.0.0.1:41339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:36:39,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:36:39,495 WARN [BP-1757904959-172.17.0.3-1733956496992 heartbeating to localhost/127.0.0.1:41339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757904959-172.17.0.3-1733956496992 (Datanode Uuid c7189b9d-97c0-4096-a979-5dbdf470af57) service to localhost/127.0.0.1:41339 2024-12-11T22:36:39,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/dfs/data/data1/current/BP-1757904959-172.17.0.3-1733956496992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:36:39,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/cluster_f4886053-91ae-e820-1618-2dfc80451f36/dfs/data/data2/current/BP-1757904959-172.17.0.3-1733956496992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:36:39,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:36:39,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2176dd01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:36:39,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a0662ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:36:39,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:36:39,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee75850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:36:39,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e05587a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1df8c254-1950-9ddb-db4c-b81a28c2759e/hadoop.log.dir/,STOPPED} 2024-12-11T22:36:39,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-11T22:36:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down