2024-11-25 10:38:51,708 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-25 10:38:51,727 main DEBUG Took 0.010101 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:38:51,727 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:38:51,728 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:38:51,729 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:38:51,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,740 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:38:51,754 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,757 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,758 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,759 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,760 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,760 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,761 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,762 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,763 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,764 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:38:51,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,765 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:38:51,766 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:38:51,767 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:38:51,769 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:38:51,769 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:38:51,771 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:38:51,771 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:38:51,779 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:38:51,781 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:38:51,782 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:38:51,783 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:38:51,783 main DEBUG createAppenders(={Console}) 2024-11-25 10:38:51,784 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-25 10:38:51,784 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-25 10:38:51,784 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-25 10:38:51,785 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:38:51,785 main DEBUG OutputStream closed 2024-11-25 10:38:51,785 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:38:51,785 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:38:51,786 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-25 10:38:51,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:38:51,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:38:51,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:38:51,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:38:51,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:38:51,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:38:51,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:38:51,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:38:51,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:38:51,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:38:51,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:38:51,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:38:51,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:38:51,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:38:51,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:38:51,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:38:51,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:38:51,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:38:51,864 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:38:51,864 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-25 10:38:51,864 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:38:51,865 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-25T10:38:51,879 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-25 10:38:51,882 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:38:51,882 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:38:52,122 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea 2024-11-25T10:38:52,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:38:52,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2, deleteOnExit=true 2024-11-25T10:38:52,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T10:38:52,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/test.cache.data in system properties and HBase conf 2024-11-25T10:38:52,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:38:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:38:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:38:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:38:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T10:38:52,243 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:38:52,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:38:52,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:38:52,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:38:52,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:38:52,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:38:52,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:38:52,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:38:52,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:38:52,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:38:52,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:38:52,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:38:52,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:38:52,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:38:52,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:38:52,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:38:53,142 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T10:38:53,234 INFO [Time-limited test {}] log.Log(170): Logging initialized @2202ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T10:38:53,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:38:53,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:38:53,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:38:53,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:38:53,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:38:53,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:38:53,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:38:53,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:38:53,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/java.io.tmpdir/jetty-localhost-39851-hadoop-hdfs-3_4_1-tests_jar-_-any-16103700841093815104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:38:53,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:39851} 2024-11-25T10:38:53,622 INFO [Time-limited test {}] server.Server(415): Started @2590ms 2024-11-25T10:38:54,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:38:54,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:38:54,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:38:54,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:38:54,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:38:54,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:38:54,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:38:54,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/java.io.tmpdir/jetty-localhost-40683-hadoop-hdfs-3_4_1-tests_jar-_-any-18159155906284194825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:38:54,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:40683} 2024-11-25T10:38:54,147 INFO [Time-limited test {}] server.Server(415): Started @3116ms 2024-11-25T10:38:54,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:38:54,648 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/data/data1/current/BP-1295569235-172.17.0.2-1732531132890/current, will proceed with Du for space computation calculation, 2024-11-25T10:38:54,648 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/data/data2/current/BP-1295569235-172.17.0.2-1732531132890/current, will proceed with Du for space computation calculation, 2024-11-25T10:38:54,687 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:38:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5b0ea1d982b587 with lease ID 0xc4c45bd45ca38529: Processing first storage report for DS-108c6dd4-ca7e-47d4-9d12-50bc6a1beebc from datanode DatanodeRegistration(127.0.0.1:41419, datanodeUuid=ab4d16e2-8810-4323-aa05-412861dce3c8, infoPort=42977, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=1377335161;c=1732531132890) 2024-11-25T10:38:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5b0ea1d982b587 with lease ID 0xc4c45bd45ca38529: from storage DS-108c6dd4-ca7e-47d4-9d12-50bc6a1beebc node DatanodeRegistration(127.0.0.1:41419, datanodeUuid=ab4d16e2-8810-4323-aa05-412861dce3c8, infoPort=42977, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=1377335161;c=1732531132890), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:38:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5b0ea1d982b587 with lease ID 0xc4c45bd45ca38529: Processing first storage report for DS-0035b9dd-6f3b-4a6f-af94-7b4214073d99 from datanode DatanodeRegistration(127.0.0.1:41419, datanodeUuid=ab4d16e2-8810-4323-aa05-412861dce3c8, infoPort=42977, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=1377335161;c=1732531132890) 2024-11-25T10:38:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5b0ea1d982b587 with lease ID 0xc4c45bd45ca38529: from storage DS-0035b9dd-6f3b-4a6f-af94-7b4214073d99 node DatanodeRegistration(127.0.0.1:41419, datanodeUuid=ab4d16e2-8810-4323-aa05-412861dce3c8, infoPort=42977, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=1377335161;c=1732531132890), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:38:54,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea 2024-11-25T10:38:54,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/zookeeper_0, clientPort=50875, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:38:54,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50875 2024-11-25T10:38:54,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:54,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:38:55,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd with version=8 2024-11-25T10:38:55,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/hbase-staging 2024-11-25T10:38:55,625 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:38:55,880 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2fd862922a0:0 server-side Connection retries=9 2024-11-25T10:38:55,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:55,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:55,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:38:55,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:55,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:38:56,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T10:38:56,096 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:38:56,105 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:38:56,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:38:56,137 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21956 (auto-detected) 2024-11-25T10:38:56,138 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T10:38:56,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39115 2024-11-25T10:38:56,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39115 connecting to ZooKeeper ensemble=127.0.0.1:50875 2024-11-25T10:38:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391150x0, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:38:56,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39115-0x1014eb50bef0000 connected 2024-11-25T10:38:56,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:56,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:56,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:38:56,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd, hbase.cluster.distributed=false 2024-11-25T10:38:56,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:38:56,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-25T10:38:56,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39115 2024-11-25T10:38:56,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39115 2024-11-25T10:38:56,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-25T10:38:56,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-25T10:38:56,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2fd862922a0:0 server-side Connection retries=9 2024-11-25T10:38:56,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:56,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:56,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:38:56,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:38:56,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:38:56,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:38:56,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:38:56,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42505 2024-11-25T10:38:56,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42505 connecting to ZooKeeper ensemble=127.0.0.1:50875 2024-11-25T10:38:56,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:56,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:56,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425050x0, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:38:56,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425050x0, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:38:56,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42505-0x1014eb50bef0001 connected 2024-11-25T10:38:56,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:38:56,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:38:56,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:38:56,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:38:56,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-25T10:38:56,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42505 2024-11-25T10:38:56,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42505 2024-11-25T10:38:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-25T10:38:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-25T10:38:56,479 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2fd862922a0:39115 2024-11-25T10:38:56,480 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2fd862922a0,39115,1732531135682 2024-11-25T10:38:56,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:38:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:38:56,488 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2fd862922a0,39115,1732531135682 2024-11-25T10:38:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:38:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:56,512 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:38:56,514 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2fd862922a0,39115,1732531135682 from backup master directory 2024-11-25T10:38:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2fd862922a0,39115,1732531135682 2024-11-25T10:38:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:38:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:38:56,517 WARN [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:38:56,518 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2fd862922a0,39115,1732531135682 2024-11-25T10:38:56,521 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T10:38:56,523 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T10:38:56,585 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/hbase.id] with ID: 4a3b1f46-310d-422e-9ad9-42d999eeab37 2024-11-25T10:38:56,585 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/.tmp/hbase.id 2024-11-25T10:38:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:38:56,996 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/.tmp/hbase.id]:[hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/hbase.id] 2024-11-25T10:38:57,042 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:38:57,047 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T10:38:57,067 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-25T10:38:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:38:57,101 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:38:57,104 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:38:57,121 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:38:57,125 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:38:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:38:57,173 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store 2024-11-25T10:38:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:38:57,599 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T10:38:57,603 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:38:57,604 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:38:57,605 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:38:57,605 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:38:57,607 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:38:57,607 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:38:57,607 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:38:57,609 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732531137604Disabling compacts and flushes for region at 1732531137604Disabling writes for close at 1732531137607 (+3 ms)Writing region close event to WAL at 1732531137607Closed at 1732531137607 2024-11-25T10:38:57,612 WARN [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/.initializing 2024-11-25T10:38:57,612 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/WALs/e2fd862922a0,39115,1732531135682 2024-11-25T10:38:57,624 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:38:57,644 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C39115%2C1732531135682, suffix=, logDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/WALs/e2fd862922a0,39115,1732531135682, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/oldWALs, maxLogs=10 2024-11-25T10:38:57,681 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/WALs/e2fd862922a0,39115,1732531135682/e2fd862922a0%2C39115%2C1732531135682.1732531137651, exclude list is [], retry=0 2024-11-25T10:38:57,701 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41419,DS-108c6dd4-ca7e-47d4-9d12-50bc6a1beebc,DISK] 2024-11-25T10:38:57,704 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T10:38:57,747 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/WALs/e2fd862922a0,39115,1732531135682/e2fd862922a0%2C39115%2C1732531135682.1732531137651 2024-11-25T10:38:57,749 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-11-25T10:38:57,749 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:38:57,750 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:38:57,754 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,755 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:38:57,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:57,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:38:57,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:38:57,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:57,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:38:57,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:38:57,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:38:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:38:57,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:57,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:38:57,870 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,876 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,877 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,884 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,885 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,892 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:38:57,897 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:38:57,911 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:38:57,913 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838538, jitterRate=-0.033830493688583374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:38:57,922 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732531137768Initializing all the Stores at 1732531137772 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531137772Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531137773 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531137773Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531137773Cleaning up temporary data from old regions at 1732531137885 (+112 ms)Region opened successfully at 1732531137921 (+36 ms) 2024-11-25T10:38:57,930 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:38:57,977 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6afee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2fd862922a0/172.17.0.2:0 2024-11-25T10:38:58,021 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T10:38:58,035 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:38:58,035 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:38:58,039 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:38:58,041 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T10:38:58,048 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-25T10:38:58,048 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T10:38:58,107 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:38:58,124 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:38:58,127 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:38:58,130 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:38:58,133 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:38:58,142 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:38:58,145 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:38:58,150 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:38:58,153 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:38:58,155 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:38:58,157 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:38:58,178 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:38:58,179 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:38:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:38:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:38:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,194 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2fd862922a0,39115,1732531135682, sessionid=0x1014eb50bef0000, setting cluster-up flag (Was=false) 2024-11-25T10:38:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,218 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:38:58,221 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2fd862922a0,39115,1732531135682 2024-11-25T10:38:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:38:58,234 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:38:58,236 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2fd862922a0,39115,1732531135682 2024-11-25T10:38:58,243 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T10:38:58,261 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(746): ClusterId : 4a3b1f46-310d-422e-9ad9-42d999eeab37 2024-11-25T10:38:58,264 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:38:58,269 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:38:58,270 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:38:58,275 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:38:58,276 DEBUG [RS:0;e2fd862922a0:42505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3516a064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2fd862922a0/172.17.0.2:0 2024-11-25T10:38:58,299 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2fd862922a0:42505 2024-11-25T10:38:58,304 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:38:58,304 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:38:58,304 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:38:58,307 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2fd862922a0,39115,1732531135682 with port=42505, startcode=1732531136363 2024-11-25T10:38:58,323 DEBUG [RS:0;e2fd862922a0:42505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:38:58,338 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T10:38:58,354 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T10:38:58,362 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:38:58,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:38:58,375 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-25T10:38:58,374 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2fd862922a0,39115,1732531135682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:38:58,383 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:38:58,383 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:38:58,384 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:38:58,384 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:38:58,384 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2fd862922a0:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:38:58,384 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:38:58,385 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2fd862922a0:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:38:58,385 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:38:58,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:38:58,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:38:58,400 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732531168400 2024-11-25T10:38:58,402 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:38:58,403 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:38:58,411 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:38:58,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:58,411 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:38:58,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:38:58,412 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:38:58,412 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:38:58,414 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:38:58,415 WARN [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-25T10:38:58,413 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:38:58,425 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:38:58,426 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:38:58,426 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:38:58,429 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:38:58,429 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:38:58,435 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732531138431,5,FailOnTimeoutGroup] 2024-11-25T10:38:58,436 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732531138435,5,FailOnTimeoutGroup] 2024-11-25T10:38:58,436 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:38:58,436 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:38:58,438 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:38:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:38:58,438 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:38:58,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T10:38:58,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:38:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:38:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:38:58,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:38:58,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:38:58,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:58,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:38:58,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:38:58,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:38:58,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:58,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:38:58,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:38:58,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:38:58,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:58,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:38:58,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:38:58,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:38:58,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:38:58,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:38:58,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:38:58,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740 2024-11-25T10:38:58,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740 2024-11-25T10:38:58,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:38:58,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:38:58,886 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:38:58,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:38:58,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:38:58,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69001941, jitterRate=0.02820904552936554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:38:58,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732531138860Initializing all the Stores at 1732531138862 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531138862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531138862Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531138862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531138862Cleaning up temporary data from old regions at 1732531138885 (+23 ms)Region opened successfully at 1732531138899 (+14 ms) 2024-11-25T10:38:58,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:38:58,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:38:58,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:38:58,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:38:58,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:38:58,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:38:58,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732531138899Disabling compacts and flushes for region at 1732531138899Disabling writes for close at 1732531138900 (+1 ms)Writing region close event to WAL at 1732531138901 (+1 ms)Closed at 1732531138901 2024-11-25T10:38:58,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:38:58,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T10:38:58,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:38:58,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:38:58,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:38:59,080 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:00,080 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:01,081 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:02,082 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:03,083 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:04,083 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:05,084 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:06,085 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T10:39:06,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T10:39:07,086 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:08,086 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:09,087 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:10,088 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:11,089 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:12,089 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:13,090 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:14,091 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:15,091 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:16,092 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:17,093 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:18,094 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:19,094 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:20,095 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:21,095 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:22,096 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:23,097 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:24,098 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:24,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:39:25,098 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:26,099 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:27,100 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:28,100 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:28,417 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2fd862922a0,39115,1732531135682 with port=42505, startcode=1732531136363 2024-11-25T10:39:28,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39115 {}] master.ServerManager(517): Registering regionserver=e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,434 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:39:28,435 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38001 2024-11-25T10:39:28,435 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:39:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:39:28,442 DEBUG [RS:0;e2fd862922a0:42505 {}] zookeeper.ZKUtil(111): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2fd862922a0,42505,1732531136363] 2024-11-25T10:39:28,443 WARN [RS:0;e2fd862922a0:42505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:39:28,443 INFO [RS:0;e2fd862922a0:42505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:39:28,444 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:39:28,489 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:39:28,495 INFO [RS:0;e2fd862922a0:42505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:39:28,495 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,496 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:39:28,507 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:39:28,509 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,509 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2fd862922a0:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,510 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,511 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,511 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,511 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,511 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:39:28,511 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2fd862922a0:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:39:28,512 DEBUG [RS:0;e2fd862922a0:42505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:39:28,513 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,513 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,513 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,513 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,513 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,514 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,42505,1732531136363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:39:28,538 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:39:28,541 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,42505,1732531136363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,541 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,541 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.Replication(171): e2fd862922a0,42505,1732531136363 started 2024-11-25T10:39:28,565 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:28,566 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1482): Serving as e2fd862922a0,42505,1732531136363, RpcServer on e2fd862922a0/172.17.0.2:42505, sessionid=0x1014eb50bef0001 2024-11-25T10:39:28,567 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:39:28,567 DEBUG [RS:0;e2fd862922a0:42505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,568 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2fd862922a0,42505,1732531136363' 2024-11-25T10:39:28,568 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:39:28,570 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:39:28,571 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:39:28,571 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:39:28,571 DEBUG [RS:0;e2fd862922a0:42505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2fd862922a0,42505,1732531136363 2024-11-25T10:39:28,571 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2fd862922a0,42505,1732531136363' 2024-11-25T10:39:28,571 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:39:28,572 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:39:28,573 DEBUG [RS:0;e2fd862922a0:42505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:39:28,573 INFO [RS:0;e2fd862922a0:42505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:39:28,573 INFO [RS:0;e2fd862922a0:42505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:39:29,101 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:30,102 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:31,103 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:32,103 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:33,104 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:34,105 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:35,106 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:36,106 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:37,107 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:38,108 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:39,109 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:40,109 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:41,110 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:42,111 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:43,112 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:44,112 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:45,113 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:46,114 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:47,115 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:48,115 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:49,116 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:50,116 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:51,117 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:52,118 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:53,118 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:54,119 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:54,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:39:55,119 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:56,120 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:57,121 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:58,121 WARN [e2fd862922a0:39115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:39:58,578 INFO [RS:0;e2fd862922a0:42505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:39:58,583 INFO [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C42505%2C1732531136363, suffix=, logDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/oldWALs, maxLogs=32 2024-11-25T10:39:58,599 DEBUG [RS:0;e2fd862922a0:42505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363/e2fd862922a0%2C42505%2C1732531136363.1732531198585, exclude list is [], retry=0 2024-11-25T10:39:58,604 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41419,DS-108c6dd4-ca7e-47d4-9d12-50bc6a1beebc,DISK] 2024-11-25T10:39:58,607 INFO [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363/e2fd862922a0%2C42505%2C1732531136363.1732531198585 2024-11-25T10:39:58,608 DEBUG [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-11-25T10:39:58,874 DEBUG [e2fd862922a0:39115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T10:39:58,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:39:58,893 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2fd862922a0,42505,1732531136363, state=OPENING 2024-11-25T10:39:58,899 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:39:58,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:39:58,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:39:58,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:39:58,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:39:58,903 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:39:58,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:39:59,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:39:59,085 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:39:59,096 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T10:39:59,096 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:39:59,097 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:39:59,100 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C42505%2C1732531136363.meta, suffix=.meta, logDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/oldWALs, maxLogs=32 2024-11-25T10:39:59,116 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363/e2fd862922a0%2C42505%2C1732531136363.meta.1732531199101.meta, exclude list is [], retry=0 2024-11-25T10:39:59,119 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41419,DS-108c6dd4-ca7e-47d4-9d12-50bc6a1beebc,DISK] 2024-11-25T10:39:59,122 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/WALs/e2fd862922a0,42505,1732531136363/e2fd862922a0%2C42505%2C1732531136363.meta.1732531199101.meta 2024-11-25T10:39:59,122 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42977:42977)] 2024-11-25T10:39:59,123 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:39:59,125 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:39:59,127 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:39:59,132 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:39:59,138 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:39:59,139 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:39:59,139 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T10:39:59,139 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T10:39:59,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:39:59,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:39:59,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:39:59,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:39:59,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:39:59,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:39:59,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:39:59,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:39:59,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:39:59,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:39:59,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:39:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:39:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:39:59,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:39:59,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:39:59,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:39:59,153 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:39:59,154 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740 2024-11-25T10:39:59,157 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740 2024-11-25T10:39:59,160 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:39:59,160 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:39:59,161 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:39:59,164 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:39:59,165 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59805087, jitterRate=-0.10883475840091705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:39:59,166 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T10:39:59,168 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732531199140Writing region info on filesystem at 1732531199140Initializing all the Stores at 1732531199142 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531199143 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531199143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531199143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732531199143Cleaning up temporary data from old regions at 1732531199160 (+17 ms)Running coprocessor post-open hooks at 1732531199166 (+6 ms)Region opened successfully at 1732531199168 (+2 ms) 2024-11-25T10:39:59,178 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732531199073 2024-11-25T10:39:59,191 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:39:59,191 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T10:39:59,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:39:59,196 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2fd862922a0,42505,1732531136363, state=OPEN 2024-11-25T10:39:59,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:39:59,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:39:59,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:39:59,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:39:59,206 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2fd862922a0,42505,1732531136363 2024-11-25T10:39:59,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:39:59,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2fd862922a0,42505,1732531136363 in 302 msec 2024-11-25T10:39:59,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:39:59,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.299 sec 2024-11-25T10:39:59,219 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:39:59,219 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T10:39:59,240 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:39:59,241 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,42505,1732531136363, seqNum=-1] 2024-11-25T10:39:59,262 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:39:59,265 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:39:59,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.011 sec 2024-11-25T10:39:59,288 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732531199288, completionTime=-1 2024-11-25T10:39:59,290 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T10:39:59,290 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T10:39:59,316 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T10:39:59,316 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732531259316 2024-11-25T10:39:59,316 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732531319316 2024-11-25T10:39:59,317 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-25T10:39:59,318 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,318 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,319 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,320 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2fd862922a0:39115, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,320 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,321 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,326 DEBUG [master/e2fd862922a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T10:39:59,345 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.827sec 2024-11-25T10:39:59,346 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:39:59,348 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:39:59,349 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:39:59,349 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:39:59,350 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:39:59,350 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:39:59,351 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:39:59,358 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:39:59,359 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:39:59,359 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,39115,1732531135682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:39:59,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,424 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:39:59,424 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:39:59,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,39115,-1 for getting cluster id 2024-11-25T10:39:59,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:39:59,438 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a3b1f46-310d-422e-9ad9-42d999eeab37' 2024-11-25T10:39:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:39:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a3b1f46-310d-422e-9ad9-42d999eeab37" 2024-11-25T10:39:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,39115,-1] 2024-11-25T10:39:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:39:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:39:59,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:39:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:39:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,42505,1732531136363, seqNum=-1] 2024-11-25T10:39:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:39:59,460 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:39:59,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2fd862922a0,39115,1732531135682 2024-11-25T10:39:59,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,39115,-1 for getting cluster id 2024-11-25T10:39:59,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:39:59,483 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a3b1f46-310d-422e-9ad9-42d999eeab37' 2024-11-25T10:39:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:39:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a3b1f46-310d-422e-9ad9-42d999eeab37" 2024-11-25T10:39:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,39115,-1] 2024-11-25T10:39:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:39:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:39:59,487 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:39:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c77363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:39:59,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=1422 2024-11-25T10:39:59,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:39:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,39115,1732531135682 2024-11-25T10:39:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdd038e 2024-11-25T10:39:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:39:59,519 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:39:59,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:39:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-25T10:39:59,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:39:59,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-25T10:39:59,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:39:59,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:39:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:39:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741835_1011 (size=428) 2024-11-25T10:39:59,998 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68c26f82f65b04e271613f14586c0bee, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741836_1012 (size=79) 2024-11-25T10:40:00,408 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:00,408 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 68c26f82f65b04e271613f14586c0bee, disabling compactions & flushes 2024-11-25T10:40:00,408 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,408 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,409 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. after waiting 0 ms 2024-11-25T10:40:00,409 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,409 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,409 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68c26f82f65b04e271613f14586c0bee: Waiting for close lock at 1732531200408Disabling compacts and flushes for region at 1732531200408Disabling writes for close at 1732531200409 (+1 ms)Writing region close event to WAL at 1732531200409Closed at 1732531200409 2024-11-25T10:40:00,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:00,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732531200412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531200412"}]},"ts":"1732531200412"} 2024-11-25T10:40:00,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:00,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:00,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531200424"}]},"ts":"1732531200424"} 2024-11-25T10:40:00,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-25T10:40:00,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=68c26f82f65b04e271613f14586c0bee, ASSIGN}] 2024-11-25T10:40:00,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=68c26f82f65b04e271613f14586c0bee, ASSIGN 2024-11-25T10:40:00,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=68c26f82f65b04e271613f14586c0bee, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:40:00,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68c26f82f65b04e271613f14586c0bee, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:00,595 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=68c26f82f65b04e271613f14586c0bee, ASSIGN because future has completed 2024-11-25T10:40:00,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c26f82f65b04e271613f14586c0bee, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:00,759 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,759 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c26f82f65b04e271613f14586c0bee, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:00,760 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,760 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:00,760 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,760 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,763 INFO [StoreOpener-68c26f82f65b04e271613f14586c0bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,766 INFO [StoreOpener-68c26f82f65b04e271613f14586c0bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c26f82f65b04e271613f14586c0bee columnFamilyName testFamily 2024-11-25T10:40:00,766 DEBUG [StoreOpener-68c26f82f65b04e271613f14586c0bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:00,767 INFO [StoreOpener-68c26f82f65b04e271613f14586c0bee-1 {}] regionserver.HStore(327): Store=68c26f82f65b04e271613f14586c0bee/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:00,767 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,769 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,769 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,770 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,770 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,774 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,778 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:00,779 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68c26f82f65b04e271613f14586c0bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73675834, jitterRate=0.09785547852516174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:00,779 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:40:00,780 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68c26f82f65b04e271613f14586c0bee: Running coprocessor pre-open hook at 1732531200761Writing region info on filesystem at 1732531200761Initializing all the Stores at 1732531200763 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531200763Cleaning up temporary data from old regions at 1732531200771 (+8 ms)Running coprocessor post-open hooks at 1732531200779 (+8 ms)Region opened successfully at 1732531200780 (+1 ms) 2024-11-25T10:40:00,783 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee., pid=6, masterSystemTime=1732531200750 2024-11-25T10:40:00,786 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,787 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:40:00,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68c26f82f65b04e271613f14586c0bee, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:00,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c26f82f65b04e271613f14586c0bee, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:00,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T10:40:00,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c26f82f65b04e271613f14586c0bee, server=e2fd862922a0,42505,1732531136363 in 198 msec 2024-11-25T10:40:00,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T10:40:00,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=68c26f82f65b04e271613f14586c0bee, ASSIGN in 362 msec 2024-11-25T10:40:00,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:00,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531200802"}]},"ts":"1732531200802"} 2024-11-25T10:40:00,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-25T10:40:00,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:00,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2790 sec 2024-11-25T10:40:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:40:02,596 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-25T10:40:02,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-25T10:40:02,598 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:02,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-25T10:40:02,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-25T10:40:02,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:40:02,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,42505,1732531136363, seqNum=-1] 2024-11-25T10:40:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:40:02,614 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:40:02,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:02,637 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:02,643 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-25T10:40:02,648 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-25T10:40:02,654 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-25T10:40:02,658 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-25T10:40:02,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4833793693724966904 2024-11-25T10:40:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531205657, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:02,670 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-25T10:40:02,672 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-25T10:40:02,673 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:02,676 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:02,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4833793693724966902 2024-11-25T10:40:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531205675, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:02,683 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:02,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4833793693724966901 2024-11-25T10:40:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531205682, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:02,689 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:02,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4833793693724966900 2024-11-25T10:40:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531205688, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:02,695 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:02,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1139662494_22 at /127.0.0.1:52080 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=729 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=2532 (was 1422) - AvailableMemoryMB LEAK? - 2024-11-25T10:40:02,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=2531 2024-11-25T10:40:02,727 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:02,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-25T10:40:02,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:02,733 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:02,733 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-25T10:40:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:40:02,735 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741837_1013 (size=414) 2024-11-25T10:40:03,152 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ec2d3f2caadaf75b691c6d59f183af3, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741838_1014 (size=65) 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1ec2d3f2caadaf75b691c6d59f183af3, disabling compactions & flushes 2024-11-25T10:40:03,565 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. after waiting 0 ms 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,565 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,565 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ec2d3f2caadaf75b691c6d59f183af3: Waiting for close lock at 1732531203565Disabling compacts and flushes for region at 1732531203565Disabling writes for close at 1732531203565Writing region close event to WAL at 1732531203565Closed at 1732531203565 2024-11-25T10:40:03,568 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:03,568 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732531203568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531203568"}]},"ts":"1732531203568"} 2024-11-25T10:40:03,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:03,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:03,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531203574"}]},"ts":"1732531203574"} 2024-11-25T10:40:03,577 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-25T10:40:03,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1ec2d3f2caadaf75b691c6d59f183af3, ASSIGN}] 2024-11-25T10:40:03,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1ec2d3f2caadaf75b691c6d59f183af3, ASSIGN 2024-11-25T10:40:03,580 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1ec2d3f2caadaf75b691c6d59f183af3, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:03,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1ec2d3f2caadaf75b691c6d59f183af3, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:03,735 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1ec2d3f2caadaf75b691c6d59f183af3, ASSIGN because future has completed 2024-11-25T10:40:03,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec2d3f2caadaf75b691c6d59f183af3, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:40:03,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ec2d3f2caadaf75b691c6d59f183af3, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:03,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:03,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,907 INFO [StoreOpener-1ec2d3f2caadaf75b691c6d59f183af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,909 INFO [StoreOpener-1ec2d3f2caadaf75b691c6d59f183af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec2d3f2caadaf75b691c6d59f183af3 columnFamilyName testFamily 2024-11-25T10:40:03,909 DEBUG [StoreOpener-1ec2d3f2caadaf75b691c6d59f183af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:03,910 INFO [StoreOpener-1ec2d3f2caadaf75b691c6d59f183af3-1 {}] regionserver.HStore(327): Store=1ec2d3f2caadaf75b691c6d59f183af3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:03,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:03,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 1ec2d3f2caadaf75b691c6d59f183af3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68501421, jitterRate=0.02075071632862091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:03,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:40:03,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1ec2d3f2caadaf75b691c6d59f183af3: Running coprocessor pre-open hook at 1732531203899Writing region info on filesystem at 1732531203899Initializing all the Stores at 1732531203901 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531203901Cleaning up temporary data from old regions at 1732531203913 (+12 ms)Running coprocessor post-open hooks at 1732531203921 (+8 ms)Region opened successfully at 1732531203922 (+1 ms) 2024-11-25T10:40:03,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., pid=9, masterSystemTime=1732531203890 2024-11-25T10:40:03,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:40:03,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1ec2d3f2caadaf75b691c6d59f183af3, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:03,938 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec2d3f2caadaf75b691c6d59f183af3, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:03,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T10:40:03,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ec2d3f2caadaf75b691c6d59f183af3, server=e2fd862922a0,42505,1732531136363 in 204 msec 2024-11-25T10:40:03,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T10:40:03,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1ec2d3f2caadaf75b691c6d59f183af3, ASSIGN in 368 msec 2024-11-25T10:40:03,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:03,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531203957"}]},"ts":"1732531203957"} 2024-11-25T10:40:03,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-25T10:40:03,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:03,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2370 sec 2024-11-25T10:40:04,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:04,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-25T10:40:04,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:40:04,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-25T10:40:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:40:05,775 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-25T10:40:05,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-25T10:40:05,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-25T10:40:05,781 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-25T10:40:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:05,799 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:05,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-25T10:40:05,803 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-25T10:40:05,805 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-25T10:40:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:40:06,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:06,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:40:06,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:40:06,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-25T10:40:06,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:06,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-25T10:40:06,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:11,818 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms 2024-11-25T10:40:11,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms 2024-11-25T10:40:11,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:40:11,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=2067 (was 2531) 2024-11-25T10:40:11,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=2066 2024-11-25T10:40:11,843 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:11,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-25T10:40:11,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:11,847 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:11,847 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-25T10:40:11,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-25T10:40:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741839_1015 (size=412) 2024-11-25T10:40:12,260 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a65834f1e3be4de6f2324f53130c023, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741840_1016 (size=63) 2024-11-25T10:40:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-25T10:40:12,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:12,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7a65834f1e3be4de6f2324f53130c023, disabling compactions & flushes 2024-11-25T10:40:12,671 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:12,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:12,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. after waiting 0 ms 2024-11-25T10:40:12,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:12,671 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:12,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a65834f1e3be4de6f2324f53130c023: Waiting for close lock at 1732531212671Disabling compacts and flushes for region at 1732531212671Disabling writes for close at 1732531212671Writing region close event to WAL at 1732531212671Closed at 1732531212671 2024-11-25T10:40:12,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:12,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732531212674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531212674"}]},"ts":"1732531212674"} 2024-11-25T10:40:12,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:12,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:12,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531212679"}]},"ts":"1732531212679"} 2024-11-25T10:40:12,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-25T10:40:12,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7a65834f1e3be4de6f2324f53130c023, ASSIGN}] 2024-11-25T10:40:12,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7a65834f1e3be4de6f2324f53130c023, ASSIGN 2024-11-25T10:40:12,685 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7a65834f1e3be4de6f2324f53130c023, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:12,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a65834f1e3be4de6f2324f53130c023, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:12,839 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7a65834f1e3be4de6f2324f53130c023, ASSIGN because future has completed 2024-11-25T10:40:12,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a65834f1e3be4de6f2324f53130c023, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-25T10:40:12,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a65834f1e3be4de6f2324f53130c023, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,002 INFO [StoreOpener-7a65834f1e3be4de6f2324f53130c023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,004 INFO [StoreOpener-7a65834f1e3be4de6f2324f53130c023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a65834f1e3be4de6f2324f53130c023 columnFamilyName testFamily 2024-11-25T10:40:13,005 DEBUG [StoreOpener-7a65834f1e3be4de6f2324f53130c023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:13,005 INFO [StoreOpener-7a65834f1e3be4de6f2324f53130c023-1 {}] regionserver.HStore(327): Store=7a65834f1e3be4de6f2324f53130c023/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:13,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7a65834f1e3be4de6f2324f53130c023; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541601, jitterRate=0.02134944498538971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:13,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:40:13,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7a65834f1e3be4de6f2324f53130c023: Running coprocessor pre-open hook at 1732531213000Writing region info on filesystem at 1732531213000Initializing all the Stores at 1732531213002 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531213002Cleaning up temporary data from old regions at 1732531213008 (+6 ms)Running coprocessor post-open hooks at 1732531213014 (+6 ms)Region opened successfully at 1732531213015 (+1 ms) 2024-11-25T10:40:13,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023., pid=12, masterSystemTime=1732531212993 2024-11-25T10:40:13,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:13,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:40:13,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a65834f1e3be4de6f2324f53130c023, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:13,024 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a65834f1e3be4de6f2324f53130c023, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T10:40:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a65834f1e3be4de6f2324f53130c023, server=e2fd862922a0,42505,1732531136363 in 186 msec 2024-11-25T10:40:13,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T10:40:13,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7a65834f1e3be4de6f2324f53130c023, ASSIGN in 347 msec 2024-11-25T10:40:13,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:13,035 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531213034"}]},"ts":"1732531213034"} 2024-11-25T10:40:13,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-25T10:40:13,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:13,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1970 sec 2024-11-25T10:40:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-25T10:40:14,885 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-25T10:40:14,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-25T10:40:14,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:14,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-25T10:40:14,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:14,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-25T10:40:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:14,904 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:14,905 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-25T10:40:14,907 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-25T10:40:14,909 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-25T10:40:14,910 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-25T10:40:14,911 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-25T10:40:16,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-25T10:40:16,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:16,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-25T10:40:18,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:20,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966891' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-25T10:40:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48430 deadline: 1732531226914, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966891' does not exist 2024-11-25T10:40:20,918 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2fd862922a0,42505,1732531136363 for closing scanner id = -4833793693724966891 for 7a65834f1e3be4de6f2324f53130c023 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966891' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:40:20,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 640), ProcessCount=11 (was 11), AvailableMemoryMB=1978 (was 2066) 2024-11-25T10:40:20,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=541, ProcessCount=11, AvailableMemoryMB=1977 2024-11-25T10:40:20,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-25T10:40:20,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:20,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:20,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-25T10:40:20,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:40:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741841_1017 (size=423) 2024-11-25T10:40:21,350 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720968032483d5f19a7c0a06f37a618b, NAME => 'testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741842_1018 (size=74) 2024-11-25T10:40:21,371 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:21,372 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 720968032483d5f19a7c0a06f37a618b, disabling compactions & flushes 2024-11-25T10:40:21,372 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,372 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,372 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. after waiting 0 ms 2024-11-25T10:40:21,372 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,372 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,372 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720968032483d5f19a7c0a06f37a618b: Waiting for close lock at 1732531221372Disabling compacts and flushes for region at 1732531221372Disabling writes for close at 1732531221372Writing region close event to WAL at 1732531221372Closed at 1732531221372 2024-11-25T10:40:21,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:21,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732531221374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531221374"}]},"ts":"1732531221374"} 2024-11-25T10:40:21,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:21,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:21,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531221380"}]},"ts":"1732531221380"} 2024-11-25T10:40:21,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-25T10:40:21,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=720968032483d5f19a7c0a06f37a618b, ASSIGN}] 2024-11-25T10:40:21,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=720968032483d5f19a7c0a06f37a618b, ASSIGN 2024-11-25T10:40:21,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=720968032483d5f19a7c0a06f37a618b, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-25T10:40:21,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=720968032483d5f19a7c0a06f37a618b, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:21,539 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=720968032483d5f19a7c0a06f37a618b, ASSIGN because future has completed 2024-11-25T10:40:21,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720968032483d5f19a7c0a06f37a618b, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:21,699 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,700 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 720968032483d5f19a7c0a06f37a618b, NAME => 'testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:21,700 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,700 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:21,701 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,701 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,703 INFO [StoreOpener-720968032483d5f19a7c0a06f37a618b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,706 INFO [StoreOpener-720968032483d5f19a7c0a06f37a618b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720968032483d5f19a7c0a06f37a618b columnFamilyName testFamily 2024-11-25T10:40:21,706 DEBUG [StoreOpener-720968032483d5f19a7c0a06f37a618b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:21,707 INFO [StoreOpener-720968032483d5f19a7c0a06f37a618b-1 {}] regionserver.HStore(327): Store=720968032483d5f19a7c0a06f37a618b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:21,707 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,708 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,709 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,709 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,709 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,712 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,715 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:21,716 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 720968032483d5f19a7c0a06f37a618b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62111475, jitterRate=-0.07446689903736115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:21,716 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:40:21,717 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 720968032483d5f19a7c0a06f37a618b: Running coprocessor pre-open hook at 1732531221701Writing region info on filesystem at 1732531221701Initializing all the Stores at 1732531221702 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531221702Cleaning up temporary data from old regions at 1732531221709 (+7 ms)Running coprocessor post-open hooks at 1732531221716 (+7 ms)Region opened successfully at 1732531221717 (+1 ms) 2024-11-25T10:40:21,719 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b., pid=15, masterSystemTime=1732531221694 2024-11-25T10:40:21,723 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,723 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:40:21,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=720968032483d5f19a7c0a06f37a618b, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:21,728 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720968032483d5f19a7c0a06f37a618b, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:21,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T10:40:21,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 720968032483d5f19a7c0a06f37a618b, server=e2fd862922a0,42505,1732531136363 in 192 msec 2024-11-25T10:40:21,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T10:40:21,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=720968032483d5f19a7c0a06f37a618b, ASSIGN in 353 msec 2024-11-25T10:40:21,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:21,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531221741"}]},"ts":"1732531221741"} 2024-11-25T10:40:21,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-25T10:40:21,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:21,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 812 msec 2024-11-25T10:40:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:40:21,955 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-25T10:40:21,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-25T10:40:21,955 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-25T10:40:21,959 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-25T10:40:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:21,972 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:21,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-25T10:40:21,975 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-25T10:40:21,976 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-25T10:40:21,977 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-25T10:40:21,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4833793693724966887 2024-11-25T10:40:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531224977, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:21,980 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-25T10:40:21,981 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-25T10:40:21,982 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:21,983 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:21,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4833793693724966885 2024-11-25T10:40:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531224983, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:21,987 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:21,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4833793693724966884 2024-11-25T10:40:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531224987, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:21,990 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:21,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4833793693724966883 2024-11-25T10:40:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48430 deadline: 1732531224990, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-25T10:40:21,994 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-25T10:40:22,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1139662494_22 at /127.0.0.1:51376 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 541), ProcessCount=11 (was 11), AvailableMemoryMB=1934 (was 1977) 2024-11-25T10:40:22,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=541, ProcessCount=11, AvailableMemoryMB=1934 2024-11-25T10:40:22,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-25T10:40:22,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:22,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:22,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-25T10:40:22,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-25T10:40:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741843_1019 (size=418) 2024-11-25T10:40:22,430 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6955d64fe84854e2696a27f8174956af, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741844_1020 (size=69) 2024-11-25T10:40:22,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:22,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6955d64fe84854e2696a27f8174956af, disabling compactions & flushes 2024-11-25T10:40:22,439 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,439 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,439 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. after waiting 0 ms 2024-11-25T10:40:22,439 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,439 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,439 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6955d64fe84854e2696a27f8174956af: Waiting for close lock at 1732531222438Disabling compacts and flushes for region at 1732531222438Disabling writes for close at 1732531222439 (+1 ms)Writing region close event to WAL at 1732531222439Closed at 1732531222439 2024-11-25T10:40:22,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:22,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732531222440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531222440"}]},"ts":"1732531222440"} 2024-11-25T10:40:22,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:22,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:22,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531222445"}]},"ts":"1732531222445"} 2024-11-25T10:40:22,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-25T10:40:22,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6955d64fe84854e2696a27f8174956af, ASSIGN}] 2024-11-25T10:40:22,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6955d64fe84854e2696a27f8174956af, ASSIGN 2024-11-25T10:40:22,451 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6955d64fe84854e2696a27f8174956af, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:22,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6955d64fe84854e2696a27f8174956af, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:22,605 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6955d64fe84854e2696a27f8174956af, ASSIGN because future has completed 2024-11-25T10:40:22,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6955d64fe84854e2696a27f8174956af, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:22,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-25T10:40:22,764 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,765 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6955d64fe84854e2696a27f8174956af, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:22,765 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,765 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:22,765 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,765 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,767 INFO [StoreOpener-6955d64fe84854e2696a27f8174956af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,769 INFO [StoreOpener-6955d64fe84854e2696a27f8174956af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6955d64fe84854e2696a27f8174956af columnFamilyName testFamily 2024-11-25T10:40:22,769 DEBUG [StoreOpener-6955d64fe84854e2696a27f8174956af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:22,770 INFO [StoreOpener-6955d64fe84854e2696a27f8174956af-1 {}] regionserver.HStore(327): Store=6955d64fe84854e2696a27f8174956af/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:22,770 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,771 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,772 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,772 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,773 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,775 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,778 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:22,779 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6955d64fe84854e2696a27f8174956af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63755135, jitterRate=-0.049974456429481506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:22,779 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:40:22,779 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6955d64fe84854e2696a27f8174956af: Running coprocessor pre-open hook at 1732531222765Writing region info on filesystem at 1732531222765Initializing all the Stores at 1732531222767 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531222767Cleaning up temporary data from old regions at 1732531222773 (+6 ms)Running coprocessor post-open hooks at 1732531222779 (+6 ms)Region opened successfully at 1732531222779 2024-11-25T10:40:22,780 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., pid=18, masterSystemTime=1732531222759 2024-11-25T10:40:22,783 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,783 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:40:22,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6955d64fe84854e2696a27f8174956af, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:22,787 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6955d64fe84854e2696a27f8174956af, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:22,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-25T10:40:22,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6955d64fe84854e2696a27f8174956af, server=e2fd862922a0,42505,1732531136363 in 182 msec 2024-11-25T10:40:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T10:40:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6955d64fe84854e2696a27f8174956af, ASSIGN in 343 msec 2024-11-25T10:40:22,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:22,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531222795"}]},"ts":"1732531222795"} 2024-11-25T10:40:22,798 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-25T10:40:22,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:22,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 785 msec 2024-11-25T10:40:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-25T10:40:23,035 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-25T10:40:23,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-25T10:40:23,036 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:23,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-25T10:40:23,040 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:23,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-25T10:40:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:23,053 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:23,053 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-25T10:40:23,056 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-25T10:40:23,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-25T10:40:24,061 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-25T10:40:24,061 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-25T10:40:24,061 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:40:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-25T10:40:24,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:40:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:25,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-25T10:40:26,061 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms 2024-11-25T10:40:26,061 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms 2024-11-25T10:40:26,062 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:40:26,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 541), ProcessCount=11 (was 11), AvailableMemoryMB=1833 (was 1934) 2024-11-25T10:40:26,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=1833 2024-11-25T10:40:26,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-25T10:40:26,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:26,084 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:26,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-25T10:40:26,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:40:26,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-25T10:40:26,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741845_1021 (size=416) 2024-11-25T10:40:26,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-25T10:40:26,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:26,496 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31665464777b52365038e6180332ba01, NAME => 'testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741846_1022 (size=67) 2024-11-25T10:40:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 31665464777b52365038e6180332ba01, disabling compactions & flushes 2024-11-25T10:40:26,905 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. after waiting 0 ms 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:26,905 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:26,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31665464777b52365038e6180332ba01: Waiting for close lock at 1732531226905Disabling compacts and flushes for region at 1732531226905Disabling writes for close at 1732531226905Writing region close event to WAL at 1732531226905Closed at 1732531226905 2024-11-25T10:40:26,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:26,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732531226908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531226908"}]},"ts":"1732531226908"} 2024-11-25T10:40:26,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:26,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:26,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531226912"}]},"ts":"1732531226912"} 2024-11-25T10:40:26,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-25T10:40:26,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=31665464777b52365038e6180332ba01, ASSIGN}] 2024-11-25T10:40:26,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=31665464777b52365038e6180332ba01, ASSIGN 2024-11-25T10:40:26,917 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=31665464777b52365038e6180332ba01, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:27,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=31665464777b52365038e6180332ba01, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:27,071 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=31665464777b52365038e6180332ba01, ASSIGN because future has completed 2024-11-25T10:40:27,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31665464777b52365038e6180332ba01, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:40:27,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:27,230 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:27,230 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 31665464777b52365038e6180332ba01, NAME => 'testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,233 INFO [StoreOpener-31665464777b52365038e6180332ba01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,235 INFO [StoreOpener-31665464777b52365038e6180332ba01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31665464777b52365038e6180332ba01 columnFamilyName testFamily 2024-11-25T10:40:27,235 DEBUG [StoreOpener-31665464777b52365038e6180332ba01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:27,236 INFO [StoreOpener-31665464777b52365038e6180332ba01-1 {}] regionserver.HStore(327): Store=31665464777b52365038e6180332ba01/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:27,236 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,237 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01 2024-11-25T10:40:27,238 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01 2024-11-25T10:40:27,238 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,238 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,240 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,243 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:27,244 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 31665464777b52365038e6180332ba01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70110370, jitterRate=0.0447259247303009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:27,244 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31665464777b52365038e6180332ba01 2024-11-25T10:40:27,245 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 31665464777b52365038e6180332ba01: Running coprocessor pre-open hook at 1732531227231Writing region info on filesystem at 1732531227231Initializing all the Stores at 1732531227232 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531227233 (+1 ms)Cleaning up temporary data from old regions at 1732531227238 (+5 ms)Running coprocessor post-open hooks at 1732531227244 (+6 ms)Region opened successfully at 1732531227244 2024-11-25T10:40:27,246 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01., pid=21, masterSystemTime=1732531227224 2024-11-25T10:40:27,248 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:27,248 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:40:27,249 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=31665464777b52365038e6180332ba01, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:27,252 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31665464777b52365038e6180332ba01, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:27,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T10:40:27,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 31665464777b52365038e6180332ba01, server=e2fd862922a0,42505,1732531136363 in 182 msec 2024-11-25T10:40:27,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-25T10:40:27,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=31665464777b52365038e6180332ba01, ASSIGN in 341 msec 2024-11-25T10:40:27,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:27,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531227259"}]},"ts":"1732531227259"} 2024-11-25T10:40:27,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-25T10:40:27,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:27,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec 2024-11-25T10:40:28,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-25T10:40:28,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-25T10:40:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:40:29,115 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-25T10:40:29,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-25T10:40:29,115 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:29,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-25T10:40:29,121 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:29,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-25T10:40:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:29,134 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:29,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-25T10:40:29,138 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-25T10:40:29,140 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-25T10:40:29,141 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-25T10:40:29,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-25T10:40:32,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966872' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-25T10:40:32,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48430 deadline: 1732531233145, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966872' does not exist 2024-11-25T10:40:32,146 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2fd862922a0,42505,1732531136363 for closing scanner id = -4833793693724966872 for 31665464777b52365038e6180332ba01 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966872' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:40:32,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=1751 (was 1833) 2024-11-25T10:40:32,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=1751 2024-11-25T10:40:32,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-25T10:40:32,164 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:32,164 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:32,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-25T10:40:32,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T10:40:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741847_1023 (size=411) 2024-11-25T10:40:32,576 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06a01afdd71e22976c2970387d7a6b94, NAME => 'testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741848_1024 (size=62) 2024-11-25T10:40:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-25T10:40:32,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 06a01afdd71e22976c2970387d7a6b94, disabling compactions & flushes 2024-11-25T10:40:32,985 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. after waiting 0 ms 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:32,985 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:32,985 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06a01afdd71e22976c2970387d7a6b94: Waiting for close lock at 1732531232985Disabling compacts and flushes for region at 1732531232985Disabling writes for close at 1732531232985Writing region close event to WAL at 1732531232985Closed at 1732531232985 2024-11-25T10:40:32,987 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:32,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732531232987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531232987"}]},"ts":"1732531232987"} 2024-11-25T10:40:32,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:32,992 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:32,992 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531232992"}]},"ts":"1732531232992"} 2024-11-25T10:40:32,994 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-25T10:40:32,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=06a01afdd71e22976c2970387d7a6b94, ASSIGN}] 2024-11-25T10:40:32,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=06a01afdd71e22976c2970387d7a6b94, ASSIGN 2024-11-25T10:40:32,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=06a01afdd71e22976c2970387d7a6b94, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:33,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=06a01afdd71e22976c2970387d7a6b94, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:33,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=06a01afdd71e22976c2970387d7a6b94, ASSIGN because future has completed 2024-11-25T10:40:33,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a01afdd71e22976c2970387d7a6b94, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T10:40:33,309 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:33,309 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 06a01afdd71e22976c2970387d7a6b94, NAME => 'testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:33,309 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,309 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:33,309 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,309 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,311 INFO [StoreOpener-06a01afdd71e22976c2970387d7a6b94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,313 INFO [StoreOpener-06a01afdd71e22976c2970387d7a6b94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a01afdd71e22976c2970387d7a6b94 columnFamilyName testFamily 2024-11-25T10:40:33,313 DEBUG [StoreOpener-06a01afdd71e22976c2970387d7a6b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:33,314 INFO [StoreOpener-06a01afdd71e22976c2970387d7a6b94-1 {}] regionserver.HStore(327): Store=06a01afdd71e22976c2970387d7a6b94/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:33,314 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,315 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,316 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,317 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,317 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,319 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,321 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:33,322 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 06a01afdd71e22976c2970387d7a6b94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66116815, jitterRate=-0.014782682061195374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:33,322 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:40:33,323 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 06a01afdd71e22976c2970387d7a6b94: Running coprocessor pre-open hook at 1732531233310Writing region info on filesystem at 1732531233310Initializing all the Stores at 1732531233311 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531233311Cleaning up temporary data from old regions at 1732531233317 (+6 ms)Running coprocessor post-open hooks at 1732531233322 (+5 ms)Region opened successfully at 1732531233323 (+1 ms) 2024-11-25T10:40:33,324 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94., pid=24, masterSystemTime=1732531233303 2024-11-25T10:40:33,327 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:33,327 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:40:33,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=06a01afdd71e22976c2970387d7a6b94, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:33,330 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a01afdd71e22976c2970387d7a6b94, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:33,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-25T10:40:33,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 06a01afdd71e22976c2970387d7a6b94, server=e2fd862922a0,42505,1732531136363 in 181 msec 2024-11-25T10:40:33,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T10:40:33,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=06a01afdd71e22976c2970387d7a6b94, ASSIGN in 339 msec 2024-11-25T10:40:33,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:33,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531233336"}]},"ts":"1732531233336"} 2024-11-25T10:40:33,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-25T10:40:33,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:33,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1790 sec 2024-11-25T10:40:34,724 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-25T10:40:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T10:40:35,185 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-25T10:40:35,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-25T10:40:35,185 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:35,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-25T10:40:35,190 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-25T10:40:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:35,201 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:35,202 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-25T10:40:35,205 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-25T10:40:35,207 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-25T10:40:35,208 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-25T10:40:35,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-25T10:40:36,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-25T10:40:36,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:36,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-25T10:40:36,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:38,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966868' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-25T10:40:38,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48430 deadline: 1732531239213, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966868' does not exist 2024-11-25T10:40:38,215 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2fd862922a0,42505,1732531136363 for closing scanner id = -4833793693724966868 for 06a01afdd71e22976c2970387d7a6b94 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966868' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:40:38,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=1653 (was 1751) 2024-11-25T10:40:38,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=1653 2024-11-25T10:40:38,230 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:38,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-25T10:40:38,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:38,234 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:38,234 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-25T10:40:38,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:40:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741849_1025 (size=419) 2024-11-25T10:40:38,646 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2db3577dcb17b5d7ee475e997e9d0834, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741850_1026 (size=70) 2024-11-25T10:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-25T10:40:38,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:39,054 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:39,054 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2db3577dcb17b5d7ee475e997e9d0834, disabling compactions & flushes 2024-11-25T10:40:39,054 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,054 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. after waiting 0 ms 2024-11-25T10:40:39,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,055 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2db3577dcb17b5d7ee475e997e9d0834: Waiting for close lock at 1732531239054Disabling compacts and flushes for region at 1732531239054Disabling writes for close at 1732531239055 (+1 ms)Writing region close event to WAL at 1732531239055Closed at 1732531239055 2024-11-25T10:40:39,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:39,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732531239056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531239056"}]},"ts":"1732531239056"} 2024-11-25T10:40:39,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:39,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:39,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531239061"}]},"ts":"1732531239061"} 2024-11-25T10:40:39,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-25T10:40:39,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2db3577dcb17b5d7ee475e997e9d0834, ASSIGN}] 2024-11-25T10:40:39,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2db3577dcb17b5d7ee475e997e9d0834, ASSIGN 2024-11-25T10:40:39,066 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2db3577dcb17b5d7ee475e997e9d0834, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:39,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2db3577dcb17b5d7ee475e997e9d0834, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:39,220 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2db3577dcb17b5d7ee475e997e9d0834, ASSIGN because future has completed 2024-11-25T10:40:39,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2db3577dcb17b5d7ee475e997e9d0834, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:40:39,361 INFO [master/e2fd862922a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:40:39,361 INFO [master/e2fd862922a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:40:39,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 2db3577dcb17b5d7ee475e997e9d0834, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:39,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:39,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,381 INFO [StoreOpener-2db3577dcb17b5d7ee475e997e9d0834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,383 INFO [StoreOpener-2db3577dcb17b5d7ee475e997e9d0834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db3577dcb17b5d7ee475e997e9d0834 columnFamilyName testFamily 2024-11-25T10:40:39,383 DEBUG [StoreOpener-2db3577dcb17b5d7ee475e997e9d0834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:39,384 INFO [StoreOpener-2db3577dcb17b5d7ee475e997e9d0834-1 {}] regionserver.HStore(327): Store=2db3577dcb17b5d7ee475e997e9d0834/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:39,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:39,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 2db3577dcb17b5d7ee475e997e9d0834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793657, jitterRate=-0.07920275628566742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:39,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:40:39,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 2db3577dcb17b5d7ee475e997e9d0834: Running coprocessor pre-open hook at 1732531239379Writing region info on filesystem at 1732531239379Initializing all the Stores at 1732531239381 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531239381Cleaning up temporary data from old regions at 1732531239387 (+6 ms)Running coprocessor post-open hooks at 1732531239393 (+6 ms)Region opened successfully at 1732531239394 (+1 ms) 2024-11-25T10:40:39,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., pid=27, masterSystemTime=1732531239373 2024-11-25T10:40:39,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:40:39,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2db3577dcb17b5d7ee475e997e9d0834, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:39,401 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2db3577dcb17b5d7ee475e997e9d0834, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:39,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T10:40:39,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 2db3577dcb17b5d7ee475e997e9d0834, server=e2fd862922a0,42505,1732531136363 in 182 msec 2024-11-25T10:40:39,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-25T10:40:39,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2db3577dcb17b5d7ee475e997e9d0834, ASSIGN in 341 msec 2024-11-25T10:40:39,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:39,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531239408"}]},"ts":"1732531239408"} 2024-11-25T10:40:39,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-25T10:40:39,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:39,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec 2024-11-25T10:40:40,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-25T10:40:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:40:41,265 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-25T10:40:41,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-25T10:40:41,265 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:41,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-25T10:40:41,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:41,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-25T10:40:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:41,284 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:41,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-25T10:40:41,287 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-25T10:40:41,288 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-25T10:40:44,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:46,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-25T10:40:46,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:47,291 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-25T10:40:47,292 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-25T10:40:47,292 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:40:47,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=1623 (was 1653) 2024-11-25T10:40:47,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=1622 2024-11-25T10:40:47,312 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:47,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-25T10:40:47,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:47,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:47,315 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-25T10:40:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T10:40:47,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741851_1027 (size=407) 2024-11-25T10:40:47,727 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc0e6a7f7c644815074a6b895f12215e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741852_1028 (size=58) 2024-11-25T10:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing bc0e6a7f7c644815074a6b895f12215e, disabling compactions & flushes 2024-11-25T10:40:48,136 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. after waiting 0 ms 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,136 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,136 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc0e6a7f7c644815074a6b895f12215e: Waiting for close lock at 1732531248136Disabling compacts and flushes for region at 1732531248136Disabling writes for close at 1732531248136Writing region close event to WAL at 1732531248136Closed at 1732531248136 2024-11-25T10:40:48,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:48,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732531248138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531248138"}]},"ts":"1732531248138"} 2024-11-25T10:40:48,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:48,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:48,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531248141"}]},"ts":"1732531248141"} 2024-11-25T10:40:48,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-25T10:40:48,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bc0e6a7f7c644815074a6b895f12215e, ASSIGN}] 2024-11-25T10:40:48,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bc0e6a7f7c644815074a6b895f12215e, ASSIGN 2024-11-25T10:40:48,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bc0e6a7f7c644815074a6b895f12215e, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:48,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bc0e6a7f7c644815074a6b895f12215e, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:48,300 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bc0e6a7f7c644815074a6b895f12215e, ASSIGN because future has completed 2024-11-25T10:40:48,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc0e6a7f7c644815074a6b895f12215e, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T10:40:48,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => bc0e6a7f7c644815074a6b895f12215e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:48,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:48,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,461 INFO [StoreOpener-bc0e6a7f7c644815074a6b895f12215e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,463 INFO [StoreOpener-bc0e6a7f7c644815074a6b895f12215e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc0e6a7f7c644815074a6b895f12215e columnFamilyName testFamily 2024-11-25T10:40:48,463 DEBUG [StoreOpener-bc0e6a7f7c644815074a6b895f12215e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:48,463 INFO [StoreOpener-bc0e6a7f7c644815074a6b895f12215e-1 {}] regionserver.HStore(327): Store=bc0e6a7f7c644815074a6b895f12215e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:48,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:48,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened bc0e6a7f7c644815074a6b895f12215e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65676761, jitterRate=-0.02133999764919281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:48,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:40:48,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for bc0e6a7f7c644815074a6b895f12215e: Running coprocessor pre-open hook at 1732531248459Writing region info on filesystem at 1732531248459Initializing all the Stores at 1732531248460 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531248460Cleaning up temporary data from old regions at 1732531248465 (+5 ms)Running coprocessor post-open hooks at 1732531248471 (+6 ms)Region opened successfully at 1732531248472 (+1 ms) 2024-11-25T10:40:48,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e., pid=30, masterSystemTime=1732531248452 2024-11-25T10:40:48,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:40:48,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bc0e6a7f7c644815074a6b895f12215e, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:48,478 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc0e6a7f7c644815074a6b895f12215e, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:48,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T10:40:48,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure bc0e6a7f7c644815074a6b895f12215e, server=e2fd862922a0,42505,1732531136363 in 179 msec 2024-11-25T10:40:48,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T10:40:48,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bc0e6a7f7c644815074a6b895f12215e, ASSIGN in 337 msec 2024-11-25T10:40:48,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:48,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531248485"}]},"ts":"1732531248485"} 2024-11-25T10:40:48,487 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-25T10:40:48,487 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:48,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1750 sec 2024-11-25T10:40:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T10:40:50,345 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-25T10:40:50,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-25T10:40:50,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-25T10:40:50,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-25T10:40:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:50,364 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:50,364 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-25T10:40:50,366 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-25T10:40:50,368 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-25T10:40:50,369 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-25T10:40:50,370 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-25T10:40:52,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-25T10:40:53,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:40:54,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:40:56,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-25T10:40:56,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-25T10:40:56,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966860' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-25T10:40:56,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48430 deadline: 1732531262371, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966860' does not exist 2024-11-25T10:40:56,375 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2fd862922a0,42505,1732531136363 for closing scanner id = -4833793693724966860 for bc0e6a7f7c644815074a6b895f12215e of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4833793693724966860' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:40:56,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 383), ProcessCount=11 (was 11), AvailableMemoryMB=1592 (was 1622) 2024-11-25T10:40:56,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=1592 2024-11-25T10:40:56,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:40:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-25T10:40:56,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:40:56,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:56,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-25T10:40:56,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:40:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:40:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741853_1029 (size=423) 2024-11-25T10:40:56,812 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba4d8cf25e6aaa85d74503cb9c99828d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd 2024-11-25T10:40:56,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741854_1030 (size=74) 2024-11-25T10:40:56,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing ba4d8cf25e6aaa85d74503cb9c99828d, disabling compactions & flushes 2024-11-25T10:40:57,220 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. after waiting 0 ms 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,220 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba4d8cf25e6aaa85d74503cb9c99828d: Waiting for close lock at 1732531257220Disabling compacts and flushes for region at 1732531257220Disabling writes for close at 1732531257220Writing region close event to WAL at 1732531257220Closed at 1732531257220 2024-11-25T10:40:57,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:40:57,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732531257222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732531257222"}]},"ts":"1732531257222"} 2024-11-25T10:40:57,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:40:57,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:40:57,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531257226"}]},"ts":"1732531257226"} 2024-11-25T10:40:57,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-25T10:40:57,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ba4d8cf25e6aaa85d74503cb9c99828d, ASSIGN}] 2024-11-25T10:40:57,230 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ba4d8cf25e6aaa85d74503cb9c99828d, ASSIGN 2024-11-25T10:40:57,231 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ba4d8cf25e6aaa85d74503cb9c99828d, ASSIGN; state=OFFLINE, location=e2fd862922a0,42505,1732531136363; forceNewPlan=false, retain=false 2024-11-25T10:40:57,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ba4d8cf25e6aaa85d74503cb9c99828d, regionState=OPENING, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:57,385 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ba4d8cf25e6aaa85d74503cb9c99828d, ASSIGN because future has completed 2024-11-25T10:40:57,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4d8cf25e6aaa85d74503cb9c99828d, server=e2fd862922a0,42505,1732531136363}] 2024-11-25T10:40:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:40:57,543 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,544 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => ba4d8cf25e6aaa85d74503cb9c99828d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:40:57,544 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,544 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:40:57,544 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,544 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,546 INFO [StoreOpener-ba4d8cf25e6aaa85d74503cb9c99828d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,549 INFO [StoreOpener-ba4d8cf25e6aaa85d74503cb9c99828d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4d8cf25e6aaa85d74503cb9c99828d columnFamilyName testFamily 2024-11-25T10:40:57,549 DEBUG [StoreOpener-ba4d8cf25e6aaa85d74503cb9c99828d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:40:57,549 INFO [StoreOpener-ba4d8cf25e6aaa85d74503cb9c99828d-1 {}] regionserver.HStore(327): Store=ba4d8cf25e6aaa85d74503cb9c99828d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:40:57,550 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,550 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,551 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,552 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,552 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,554 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,557 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:40:57,557 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened ba4d8cf25e6aaa85d74503cb9c99828d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72207768, jitterRate=0.07597959041595459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:40:57,557 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:40:57,558 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for ba4d8cf25e6aaa85d74503cb9c99828d: Running coprocessor pre-open hook at 1732531257544Writing region info on filesystem at 1732531257544Initializing all the Stores at 1732531257546 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732531257546Cleaning up temporary data from old regions at 1732531257552 (+6 ms)Running coprocessor post-open hooks at 1732531257557 (+5 ms)Region opened successfully at 1732531257558 (+1 ms) 2024-11-25T10:40:57,559 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., pid=33, masterSystemTime=1732531257538 2024-11-25T10:40:57,562 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,562 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:40:57,562 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ba4d8cf25e6aaa85d74503cb9c99828d, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,42505,1732531136363 2024-11-25T10:40:57,564 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4d8cf25e6aaa85d74503cb9c99828d, server=e2fd862922a0,42505,1732531136363 because future has completed 2024-11-25T10:40:57,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T10:40:57,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure ba4d8cf25e6aaa85d74503cb9c99828d, server=e2fd862922a0,42505,1732531136363 in 180 msec 2024-11-25T10:40:57,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T10:40:57,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ba4d8cf25e6aaa85d74503cb9c99828d, ASSIGN in 340 msec 2024-11-25T10:40:57,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:40:57,571 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531257571"}]},"ts":"1732531257571"} 2024-11-25T10:40:57,573 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-25T10:40:57,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:40:57,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1800 sec 2024-11-25T10:40:58,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-25T10:40:59,359 DEBUG [master/e2fd862922a0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:40:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:40:59,425 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-25T10:40:59,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-25T10:40:59,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:59,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-25T10:40:59,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:40:59,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-25T10:40:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:40:59,442 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-25T10:40:59,442 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-25T10:40:59,444 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-25T10:40:59,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-25T10:41:00,451 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-25T10:41:00,452 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-25T10:41:00,452 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:41:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-25T10:41:01,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2] 2024-11-25T10:41:01,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-25T10:41:02,451 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2fd862922a0:42505 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms 2024-11-25T10:41:02,451 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms 2024-11-25T10:41:02,451 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., hostname=e2fd862922a0,42505,1732531136363, seqNum=2 from cache 2024-11-25T10:41:02,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=2520 (was 1592) - AvailableMemoryMB LEAK? - 2024-11-25T10:41:02,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:41:02,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:41:02,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:41:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T10:41:02,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:41:02,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:41:02,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:41:02,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:41:02,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436097278, stopped=false 2024-11-25T10:41:02,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2fd862922a0,39115,1732531135682 2024-11-25T10:41:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:41:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:41:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:41:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:41:02,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:41:02,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:41:02,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:41:02,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:41:02,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2fd862922a0,42505,1732531136363' ***** 2024-11-25T10:41:02,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:41:02,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:41:02,473 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:41:02,474 INFO [RS:0;e2fd862922a0:42505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:41:02,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:41:02,474 INFO [RS:0;e2fd862922a0:42505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:41:02,474 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 31665464777b52365038e6180332ba01 2024-11-25T10:41:02,474 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 720968032483d5f19a7c0a06f37a618b 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 6955d64fe84854e2696a27f8174956af 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 06a01afdd71e22976c2970387d7a6b94 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 68c26f82f65b04e271613f14586c0bee 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for ba4d8cf25e6aaa85d74503cb9c99828d 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ec2d3f2caadaf75b691c6d59f183af3 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a65834f1e3be4de6f2324f53130c023 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 2db3577dcb17b5d7ee475e997e9d0834 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:02,475 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31665464777b52365038e6180332ba01, disabling compactions & flushes 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(959): stopping server e2fd862922a0,42505,1732531136363 2024-11-25T10:41:02,475 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:41:02,475 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2fd862922a0:42505. 2024-11-25T10:41:02,475 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. after waiting 0 ms 2024-11-25T10:41:02,475 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:41:02,475 DEBUG [RS:0;e2fd862922a0:42505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:41:02,475 DEBUG [RS:0;e2fd862922a0:42505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:41:02,475 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T10:41:02,476 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-25T10:41:02,476 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:41:02,476 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:41:02,476 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:41:02,476 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:41:02,476 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:41:02,476 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 31665464777b52365038e6180332ba01, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 720968032483d5f19a7c0a06f37a618b, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:02,479 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-25T10:41:02,479 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31665464777b52365038e6180332ba01 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:02,553 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/.tmp/testFamily/ef353e7ccc0d490e8d03ec5ba95b3cea is 61, key is row-0/testFamily:testQualifier/1732531229125/Put/seqid=0 2024-11-25T10:41:02,558 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/info/424f7fe0464b4c8e815226a84e6323d5 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee./info:regioninfo/1732531200788/Put/seqid=0 2024-11-25T10:41:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741855_1031 (size=5049) 2024-11-25T10:41:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741856_1032 (size=20564) 2024-11-25T10:41:02,567 INFO [regionserver/e2fd862922a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:41:02,567 INFO [regionserver/e2fd862922a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:41:02,677 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 31665464777b52365038e6180332ba01, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 720968032483d5f19a7c0a06f37a618b, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:02,877 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 31665464777b52365038e6180332ba01, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 720968032483d5f19a7c0a06f37a618b, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:02,966 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/.tmp/testFamily/ef353e7ccc0d490e8d03ec5ba95b3cea 2024-11-25T10:41:02,967 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/info/424f7fe0464b4c8e815226a84e6323d5 2024-11-25T10:41:02,970 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T10:41:03,016 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/.tmp/testFamily/ef353e7ccc0d490e8d03ec5ba95b3cea as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/testFamily/ef353e7ccc0d490e8d03ec5ba95b3cea 2024-11-25T10:41:03,031 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/testFamily/ef353e7ccc0d490e8d03ec5ba95b3cea, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:03,038 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/ns/2daa7b764e7a4d558afa4faced72c12c is 43, key is default/ns:d/1732531199271/Put/seqid=0 2024-11-25T10:41:03,041 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31665464777b52365038e6180332ba01 in 560ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:03,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:41:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741857_1033 (size=5153) 2024-11-25T10:41:03,054 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNextAsync/31665464777b52365038e6180332ba01/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:03,057 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:41:03,057 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31665464777b52365038e6180332ba01: Waiting for close lock at 1732531262475Running coprocessor pre-close hooks at 1732531262475Disabling compacts and flushes for region at 1732531262475Disabling writes for close at 1732531262475Obtaining lock to block concurrent updates at 1732531262479 (+4 ms)Preparing flush snapshotting stores in 31665464777b52365038e6180332ba01 at 1732531262479Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531262488 (+9 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. at 1732531262490 (+2 ms)Flushing 31665464777b52365038e6180332ba01/testFamily: creating writer at 1732531262492 (+2 ms)Flushing 31665464777b52365038e6180332ba01/testFamily: appending metadata at 1732531262546 (+54 ms)Flushing 31665464777b52365038e6180332ba01/testFamily: closing flushed file at 1732531262549 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e37fd51: reopening flushed file at 1732531263013 (+464 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31665464777b52365038e6180332ba01 in 560ms, sequenceid=8, compaction requested=false at 1732531263041 (+28 ms)Writing region close event to WAL at 1732531263048 (+7 ms)Running coprocessor post-close hooks at 1732531263055 (+7 ms)Closed at 1732531263056 (+1 ms) 2024-11-25T10:41:03,057 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732531226081.31665464777b52365038e6180332ba01. 2024-11-25T10:41:03,058 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 720968032483d5f19a7c0a06f37a618b, disabling compactions & flushes 2024-11-25T10:41:03,058 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:41:03,058 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:41:03,058 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. after waiting 0 ms 2024-11-25T10:41:03,058 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:41:03,058 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 720968032483d5f19a7c0a06f37a618b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:03,077 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 720968032483d5f19a7c0a06f37a618b, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:03,105 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/.tmp/testFamily/18c7764bfa224bc7b759a2b10a55a171 is 61, key is row-0/testFamily:testQualifier/1732531221963/Put/seqid=0 2024-11-25T10:41:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741858_1034 (size=5049) 2024-11-25T10:41:03,112 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/.tmp/testFamily/18c7764bfa224bc7b759a2b10a55a171 2024-11-25T10:41:03,124 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/.tmp/testFamily/18c7764bfa224bc7b759a2b10a55a171 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/testFamily/18c7764bfa224bc7b759a2b10a55a171 2024-11-25T10:41:03,135 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/testFamily/18c7764bfa224bc7b759a2b10a55a171, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:03,137 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 720968032483d5f19a7c0a06f37a618b in 79ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:03,148 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextException/720968032483d5f19a7c0a06f37a618b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:03,149 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:41:03,149 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 720968032483d5f19a7c0a06f37a618b: Waiting for close lock at 1732531263058Running coprocessor pre-close hooks at 1732531263058Disabling compacts and flushes for region at 1732531263058Disabling writes for close at 1732531263058Obtaining lock to block concurrent updates at 1732531263058Preparing flush snapshotting stores in 720968032483d5f19a7c0a06f37a618b at 1732531263058Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531263058Flushing stores of testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. at 1732531263059 (+1 ms)Flushing 720968032483d5f19a7c0a06f37a618b/testFamily: creating writer at 1732531263059Flushing 720968032483d5f19a7c0a06f37a618b/testFamily: appending metadata at 1732531263104 (+45 ms)Flushing 720968032483d5f19a7c0a06f37a618b/testFamily: closing flushed file at 1732531263104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5507a3dc: reopening flushed file at 1732531263122 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 720968032483d5f19a7c0a06f37a618b in 79ms, sequenceid=8, compaction requested=false at 1732531263137 (+15 ms)Writing region close event to WAL at 1732531263140 (+3 ms)Running coprocessor post-close hooks at 1732531263149 (+9 ms)Closed at 1732531263149 2024-11-25T10:41:03,149 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732531220933.720968032483d5f19a7c0a06f37a618b. 2024-11-25T10:41:03,150 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6955d64fe84854e2696a27f8174956af, disabling compactions & flushes 2024-11-25T10:41:03,150 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:41:03,150 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:41:03,150 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. after waiting 0 ms 2024-11-25T10:41:03,150 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:41:03,150 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6955d64fe84854e2696a27f8174956af 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:03,177 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/.tmp/testFamily/fe3cfbb801fb42f0a1505312b423d18c is 61, key is row-0/testFamily:testQualifier/1732531223044/Put/seqid=0 2024-11-25T10:41:03,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741859_1035 (size=5049) 2024-11-25T10:41:03,278 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:03,450 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/ns/2daa7b764e7a4d558afa4faced72c12c 2024-11-25T10:41:03,478 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-25T10:41:03,478 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1325): Online Regions={6955d64fe84854e2696a27f8174956af=testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., 06a01afdd71e22976c2970387d7a6b94=testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94., 68c26f82f65b04e271613f14586c0bee=testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee., ba4d8cf25e6aaa85d74503cb9c99828d=testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., 1588230740=hbase:meta,,1.1588230740, 1ec2d3f2caadaf75b691c6d59f183af3=hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., 7a65834f1e3be4de6f2324f53130c023=hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023., 2db3577dcb17b5d7ee475e997e9d0834=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., bc0e6a7f7c644815074a6b895f12215e=hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.} 2024-11-25T10:41:03,478 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 6955d64fe84854e2696a27f8174956af, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:03,486 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/table/b97ada3f004c4acc90890c1b8f6cfb0a is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732531200802/Put/seqid=0 2024-11-25T10:41:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741860_1036 (size=6699) 2024-11-25T10:41:03,585 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/.tmp/testFamily/fe3cfbb801fb42f0a1505312b423d18c 2024-11-25T10:41:03,594 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/.tmp/testFamily/fe3cfbb801fb42f0a1505312b423d18c as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/testFamily/fe3cfbb801fb42f0a1505312b423d18c 2024-11-25T10:41:03,603 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/testFamily/fe3cfbb801fb42f0a1505312b423d18c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:03,604 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6955d64fe84854e2696a27f8174956af in 454ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:03,610 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScanner/6955d64fe84854e2696a27f8174956af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:03,611 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:41:03,611 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6955d64fe84854e2696a27f8174956af: Waiting for close lock at 1732531263149Running coprocessor pre-close hooks at 1732531263149Disabling compacts and flushes for region at 1732531263149Disabling writes for close at 1732531263150 (+1 ms)Obtaining lock to block concurrent updates at 1732531263150Preparing flush snapshotting stores in 6955d64fe84854e2696a27f8174956af at 1732531263150Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531263150Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. at 1732531263153 (+3 ms)Flushing 6955d64fe84854e2696a27f8174956af/testFamily: creating writer at 1732531263153Flushing 6955d64fe84854e2696a27f8174956af/testFamily: appending metadata at 1732531263177 (+24 ms)Flushing 6955d64fe84854e2696a27f8174956af/testFamily: closing flushed file at 1732531263177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c39699d: reopening flushed file at 1732531263593 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6955d64fe84854e2696a27f8174956af in 454ms, sequenceid=8, compaction requested=false at 1732531263604 (+11 ms)Writing region close event to WAL at 1732531263605 (+1 ms)Running coprocessor post-close hooks at 1732531263611 (+6 ms)Closed at 1732531263611 2024-11-25T10:41:03,611 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732531222014.6955d64fe84854e2696a27f8174956af. 2024-11-25T10:41:03,612 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06a01afdd71e22976c2970387d7a6b94, disabling compactions & flushes 2024-11-25T10:41:03,612 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:41:03,612 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:41:03,612 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. after waiting 0 ms 2024-11-25T10:41:03,612 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:41:03,612 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06a01afdd71e22976c2970387d7a6b94 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:03,631 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/.tmp/testFamily/fb5301adcde44d4b9f36fe3f49b27118 is 61, key is row-0/testFamily:testQualifier/1732531235193/Put/seqid=0 2024-11-25T10:41:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741861_1037 (size=5049) 2024-11-25T10:41:03,678 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:03,879 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 06a01afdd71e22976c2970387d7a6b94, 1588230740, 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:03,893 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/table/b97ada3f004c4acc90890c1b8f6cfb0a 2024-11-25T10:41:03,903 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/info/424f7fe0464b4c8e815226a84e6323d5 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/info/424f7fe0464b4c8e815226a84e6323d5 2024-11-25T10:41:03,912 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/info/424f7fe0464b4c8e815226a84e6323d5, entries=100, sequenceid=56, filesize=20.1 K 2024-11-25T10:41:03,914 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/ns/2daa7b764e7a4d558afa4faced72c12c as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/ns/2daa7b764e7a4d558afa4faced72c12c 2024-11-25T10:41:03,923 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/ns/2daa7b764e7a4d558afa4faced72c12c, entries=2, sequenceid=56, filesize=5.0 K 2024-11-25T10:41:03,924 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/.tmp/table/b97ada3f004c4acc90890c1b8f6cfb0a as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/table/b97ada3f004c4acc90890c1b8f6cfb0a 2024-11-25T10:41:03,932 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/table/b97ada3f004c4acc90890c1b8f6cfb0a, entries=20, sequenceid=56, filesize=6.5 K 2024-11-25T10:41:03,934 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1457ms, sequenceid=56, compaction requested=false 2024-11-25T10:41:03,940 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-25T10:41:03,941 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:41:03,941 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:41:03,941 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732531262476Running coprocessor pre-close hooks at 1732531262476Disabling compacts and flushes for region at 1732531262476Disabling writes for close at 1732531262476Obtaining lock to block concurrent updates at 1732531262479 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732531262479Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732531262488 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732531262490 (+2 ms)Flushing 1588230740/info: creating writer at 1732531262492 (+2 ms)Flushing 1588230740/info: appending metadata at 1732531262554 (+62 ms)Flushing 1588230740/info: closing flushed file at 1732531262554Flushing 1588230740/ns: creating writer at 1732531263013 (+459 ms)Flushing 1588230740/ns: appending metadata at 1732531263036 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732531263036Flushing 1588230740/table: creating writer at 1732531263460 (+424 ms)Flushing 1588230740/table: appending metadata at 1732531263485 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732531263485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637ea7f: reopening flushed file at 1732531263902 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8beb13: reopening flushed file at 1732531263912 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53537c24: reopening flushed file at 1732531263923 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1457ms, sequenceid=56, compaction requested=false at 1732531263934 (+11 ms)Writing region close event to WAL at 1732531263935 (+1 ms)Running coprocessor post-close hooks at 1732531263941 (+6 ms)Closed at 1732531263941 2024-11-25T10:41:03,942 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:41:04,040 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/.tmp/testFamily/fb5301adcde44d4b9f36fe3f49b27118 2024-11-25T10:41:04,054 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/.tmp/testFamily/fb5301adcde44d4b9f36fe3f49b27118 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/testFamily/fb5301adcde44d4b9f36fe3f49b27118 2024-11-25T10:41:04,063 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/testFamily/fb5301adcde44d4b9f36fe3f49b27118, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:04,064 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06a01afdd71e22976c2970387d7a6b94 in 452ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:04,071 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnNext/06a01afdd71e22976c2970387d7a6b94/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:04,072 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:41:04,072 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06a01afdd71e22976c2970387d7a6b94: Waiting for close lock at 1732531263612Running coprocessor pre-close hooks at 1732531263612Disabling compacts and flushes for region at 1732531263612Disabling writes for close at 1732531263612Obtaining lock to block concurrent updates at 1732531263612Preparing flush snapshotting stores in 06a01afdd71e22976c2970387d7a6b94 at 1732531263612Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531263612Flushing stores of testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. at 1732531263613 (+1 ms)Flushing 06a01afdd71e22976c2970387d7a6b94/testFamily: creating writer at 1732531263613Flushing 06a01afdd71e22976c2970387d7a6b94/testFamily: appending metadata at 1732531263631 (+18 ms)Flushing 06a01afdd71e22976c2970387d7a6b94/testFamily: closing flushed file at 1732531263631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd1eb23: reopening flushed file at 1732531264052 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06a01afdd71e22976c2970387d7a6b94 in 452ms, sequenceid=8, compaction requested=false at 1732531264065 (+13 ms)Writing region close event to WAL at 1732531264065Running coprocessor post-close hooks at 1732531264071 (+6 ms)Closed at 1732531264072 (+1 ms) 2024-11-25T10:41:04,072 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732531232161.06a01afdd71e22976c2970387d7a6b94. 2024-11-25T10:41:04,072 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68c26f82f65b04e271613f14586c0bee, disabling compactions & flushes 2024-11-25T10:41:04,072 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:41:04,073 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:41:04,073 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. after waiting 0 ms 2024-11-25T10:41:04,073 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:41:04,073 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68c26f82f65b04e271613f14586c0bee 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:04,079 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 68c26f82f65b04e271613f14586c0bee, 7a65834f1e3be4de6f2324f53130c023, ba4d8cf25e6aaa85d74503cb9c99828d, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:04,100 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/.tmp/testFamily/0829d0529eb4433ea793cac704022f48 is 61, key is row-0/testFamily:testQualifier/1732531202623/Put/seqid=0 2024-11-25T10:41:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741862_1038 (size=5049) 2024-11-25T10:41:04,127 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/.tmp/testFamily/0829d0529eb4433ea793cac704022f48 2024-11-25T10:41:04,139 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/.tmp/testFamily/0829d0529eb4433ea793cac704022f48 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/testFamily/0829d0529eb4433ea793cac704022f48 2024-11-25T10:41:04,150 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/testFamily/0829d0529eb4433ea793cac704022f48, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:04,153 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 68c26f82f65b04e271613f14586c0bee in 80ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:04,164 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/68c26f82f65b04e271613f14586c0bee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:04,165 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:41:04,165 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68c26f82f65b04e271613f14586c0bee: Waiting for close lock at 1732531264072Running coprocessor pre-close hooks at 1732531264072Disabling compacts and flushes for region at 1732531264072Disabling writes for close at 1732531264073 (+1 ms)Obtaining lock to block concurrent updates at 1732531264073Preparing flush snapshotting stores in 68c26f82f65b04e271613f14586c0bee at 1732531264073Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531264073Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. at 1732531264074 (+1 ms)Flushing 68c26f82f65b04e271613f14586c0bee/testFamily: creating writer at 1732531264074Flushing 68c26f82f65b04e271613f14586c0bee/testFamily: appending metadata at 1732531264099 (+25 ms)Flushing 68c26f82f65b04e271613f14586c0bee/testFamily: closing flushed file at 1732531264099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3652558: reopening flushed file at 1732531264137 (+38 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 68c26f82f65b04e271613f14586c0bee in 80ms, sequenceid=8, compaction requested=false at 1732531264153 (+16 ms)Writing region close event to WAL at 1732531264159 (+6 ms)Running coprocessor post-close hooks at 1732531264165 (+6 ms)Closed at 1732531264165 2024-11-25T10:41:04,165 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732531199520.68c26f82f65b04e271613f14586c0bee. 2024-11-25T10:41:04,165 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba4d8cf25e6aaa85d74503cb9c99828d, disabling compactions & flushes 2024-11-25T10:41:04,166 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:41:04,166 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:41:04,166 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. after waiting 0 ms 2024-11-25T10:41:04,166 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:41:04,166 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba4d8cf25e6aaa85d74503cb9c99828d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:04,191 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/.tmp/testFamily/80afb023e6074a4ab9116158c54ef1cb is 61, key is row-0/testFamily:testQualifier/1732531259434/Put/seqid=0 2024-11-25T10:41:04,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741863_1039 (size=5049) 2024-11-25T10:41:04,199 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/.tmp/testFamily/80afb023e6074a4ab9116158c54ef1cb 2024-11-25T10:41:04,210 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/.tmp/testFamily/80afb023e6074a4ab9116158c54ef1cb as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/testFamily/80afb023e6074a4ab9116158c54ef1cb 2024-11-25T10:41:04,219 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/testFamily/80afb023e6074a4ab9116158c54ef1cb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:04,222 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ba4d8cf25e6aaa85d74503cb9c99828d in 56ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:04,234 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/default/testNormalScanTimeoutOnOpenScannerAsync/ba4d8cf25e6aaa85d74503cb9c99828d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:04,235 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:41:04,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba4d8cf25e6aaa85d74503cb9c99828d: Waiting for close lock at 1732531264165Running coprocessor pre-close hooks at 1732531264165Disabling compacts and flushes for region at 1732531264165Disabling writes for close at 1732531264166 (+1 ms)Obtaining lock to block concurrent updates at 1732531264166Preparing flush snapshotting stores in ba4d8cf25e6aaa85d74503cb9c99828d at 1732531264166Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531264166Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. at 1732531264167 (+1 ms)Flushing ba4d8cf25e6aaa85d74503cb9c99828d/testFamily: creating writer at 1732531264167Flushing ba4d8cf25e6aaa85d74503cb9c99828d/testFamily: appending metadata at 1732531264191 (+24 ms)Flushing ba4d8cf25e6aaa85d74503cb9c99828d/testFamily: closing flushed file at 1732531264191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41447f26: reopening flushed file at 1732531264208 (+17 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ba4d8cf25e6aaa85d74503cb9c99828d in 56ms, sequenceid=8, compaction requested=false at 1732531264222 (+14 ms)Writing region close event to WAL at 1732531264229 (+7 ms)Running coprocessor post-close hooks at 1732531264235 (+6 ms)Closed at 1732531264235 2024-11-25T10:41:04,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732531256394.ba4d8cf25e6aaa85d74503cb9c99828d. 2024-11-25T10:41:04,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ec2d3f2caadaf75b691c6d59f183af3, disabling compactions & flushes 2024-11-25T10:41:04,236 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:41:04,236 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:41:04,236 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. after waiting 0 ms 2024-11-25T10:41:04,236 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:41:04,236 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ec2d3f2caadaf75b691c6d59f183af3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:04,269 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/.tmp/testFamily/79f3aa25d5254e35a0d89d0cd74081ac is 61, key is row-0/testFamily:testQualifier/1732531205787/Put/seqid=0 2024-11-25T10:41:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741864_1040 (size=5049) 2024-11-25T10:41:04,279 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 1ec2d3f2caadaf75b691c6d59f183af3, 2db3577dcb17b5d7ee475e997e9d0834, 7a65834f1e3be4de6f2324f53130c023, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:04,282 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/.tmp/testFamily/79f3aa25d5254e35a0d89d0cd74081ac 2024-11-25T10:41:04,295 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/.tmp/testFamily/79f3aa25d5254e35a0d89d0cd74081ac as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/testFamily/79f3aa25d5254e35a0d89d0cd74081ac 2024-11-25T10:41:04,306 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/testFamily/79f3aa25d5254e35a0d89d0cd74081ac, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:04,307 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1ec2d3f2caadaf75b691c6d59f183af3 in 71ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:04,324 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScanner/1ec2d3f2caadaf75b691c6d59f183af3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:04,325 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:41:04,325 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ec2d3f2caadaf75b691c6d59f183af3: Waiting for close lock at 1732531264235Running coprocessor pre-close hooks at 1732531264235Disabling compacts and flushes for region at 1732531264235Disabling writes for close at 1732531264236 (+1 ms)Obtaining lock to block concurrent updates at 1732531264236Preparing flush snapshotting stores in 1ec2d3f2caadaf75b691c6d59f183af3 at 1732531264236Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531264236Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. at 1732531264237 (+1 ms)Flushing 1ec2d3f2caadaf75b691c6d59f183af3/testFamily: creating writer at 1732531264237Flushing 1ec2d3f2caadaf75b691c6d59f183af3/testFamily: appending metadata at 1732531264269 (+32 ms)Flushing 1ec2d3f2caadaf75b691c6d59f183af3/testFamily: closing flushed file at 1732531264269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec03ddd: reopening flushed file at 1732531264294 (+25 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1ec2d3f2caadaf75b691c6d59f183af3 in 71ms, sequenceid=8, compaction requested=false at 1732531264307 (+13 ms)Writing region close event to WAL at 1732531264309 (+2 ms)Running coprocessor post-close hooks at 1732531264325 (+16 ms)Closed at 1732531264325 2024-11-25T10:41:04,325 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732531202727.1ec2d3f2caadaf75b691c6d59f183af3. 2024-11-25T10:41:04,326 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a65834f1e3be4de6f2324f53130c023, disabling compactions & flushes 2024-11-25T10:41:04,326 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:41:04,326 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:41:04,326 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. after waiting 0 ms 2024-11-25T10:41:04,326 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:41:04,326 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a65834f1e3be4de6f2324f53130c023 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:04,352 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/.tmp/testFamily/0d2f44fb01c7475697cdefdda70a9896 is 61, key is row-0/testFamily:testQualifier/1732531214895/Put/seqid=0 2024-11-25T10:41:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741865_1041 (size=5049) 2024-11-25T10:41:04,480 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T10:41:04,480 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1325): Online Regions={7a65834f1e3be4de6f2324f53130c023=hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023., 2db3577dcb17b5d7ee475e997e9d0834=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., bc0e6a7f7c644815074a6b895f12215e=hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.} 2024-11-25T10:41:04,480 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 2db3577dcb17b5d7ee475e997e9d0834, 7a65834f1e3be4de6f2324f53130c023, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:04,680 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 2db3577dcb17b5d7ee475e997e9d0834, 7a65834f1e3be4de6f2324f53130c023, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:04,760 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/.tmp/testFamily/0d2f44fb01c7475697cdefdda70a9896 2024-11-25T10:41:04,770 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/.tmp/testFamily/0d2f44fb01c7475697cdefdda70a9896 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/testFamily/0d2f44fb01c7475697cdefdda70a9896 2024-11-25T10:41:04,779 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/testFamily/0d2f44fb01c7475697cdefdda70a9896, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:04,780 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7a65834f1e3be4de6f2324f53130c023 in 454ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:04,786 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNextAsync/7a65834f1e3be4de6f2324f53130c023/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:04,787 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a65834f1e3be4de6f2324f53130c023: Waiting for close lock at 1732531264326Running coprocessor pre-close hooks at 1732531264326Disabling compacts and flushes for region at 1732531264326Disabling writes for close at 1732531264326Obtaining lock to block concurrent updates at 1732531264326Preparing flush snapshotting stores in 7a65834f1e3be4de6f2324f53130c023 at 1732531264326Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531264327 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. at 1732531264327Flushing 7a65834f1e3be4de6f2324f53130c023/testFamily: creating writer at 1732531264327Flushing 7a65834f1e3be4de6f2324f53130c023/testFamily: appending metadata at 1732531264352 (+25 ms)Flushing 7a65834f1e3be4de6f2324f53130c023/testFamily: closing flushed file at 1732531264352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97f84da: reopening flushed file at 1732531264769 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7a65834f1e3be4de6f2324f53130c023 in 454ms, sequenceid=8, compaction requested=false at 1732531264780 (+11 ms)Writing region close event to WAL at 1732531264781 (+1 ms)Running coprocessor post-close hooks at 1732531264786 (+5 ms)Closed at 1732531264786 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732531211842.7a65834f1e3be4de6f2324f53130c023. 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2db3577dcb17b5d7ee475e997e9d0834, disabling compactions & flushes 2024-11-25T10:41:04,787 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. after waiting 0 ms 2024-11-25T10:41:04,787 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:41:04,788 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2db3577dcb17b5d7ee475e997e9d0834 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:04,805 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/.tmp/testFamily/971920d78f3f467fa956730a734dce40 is 61, key is row-0/testFamily:testQualifier/1732531241273/Put/seqid=0 2024-11-25T10:41:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741866_1042 (size=5049) 2024-11-25T10:41:04,880 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 2db3577dcb17b5d7ee475e997e9d0834, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:05,081 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on 2db3577dcb17b5d7ee475e997e9d0834, bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:05,211 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/.tmp/testFamily/971920d78f3f467fa956730a734dce40 2024-11-25T10:41:05,219 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/.tmp/testFamily/971920d78f3f467fa956730a734dce40 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/testFamily/971920d78f3f467fa956730a734dce40 2024-11-25T10:41:05,226 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/testFamily/971920d78f3f467fa956730a734dce40, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:05,227 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2db3577dcb17b5d7ee475e997e9d0834 in 440ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:05,231 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2db3577dcb17b5d7ee475e997e9d0834/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:05,232 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:41:05,232 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2db3577dcb17b5d7ee475e997e9d0834: Waiting for close lock at 1732531264787Running coprocessor pre-close hooks at 1732531264787Disabling compacts and flushes for region at 1732531264787Disabling writes for close at 1732531264787Obtaining lock to block concurrent updates at 1732531264788 (+1 ms)Preparing flush snapshotting stores in 2db3577dcb17b5d7ee475e997e9d0834 at 1732531264788Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531264788Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. at 1732531264789 (+1 ms)Flushing 2db3577dcb17b5d7ee475e997e9d0834/testFamily: creating writer at 1732531264789Flushing 2db3577dcb17b5d7ee475e997e9d0834/testFamily: appending metadata at 1732531264805 (+16 ms)Flushing 2db3577dcb17b5d7ee475e997e9d0834/testFamily: closing flushed file at 1732531264805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2235fe: reopening flushed file at 1732531265218 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2db3577dcb17b5d7ee475e997e9d0834 in 440ms, sequenceid=8, compaction requested=false at 1732531265227 (+9 ms)Writing region close event to WAL at 1732531265227Running coprocessor post-close hooks at 1732531265232 (+5 ms)Closed at 1732531265232 2024-11-25T10:41:05,232 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732531238230.2db3577dcb17b5d7ee475e997e9d0834. 2024-11-25T10:41:05,232 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc0e6a7f7c644815074a6b895f12215e, disabling compactions & flushes 2024-11-25T10:41:05,232 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:41:05,232 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:41:05,232 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. after waiting 0 ms 2024-11-25T10:41:05,233 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:41:05,233 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc0e6a7f7c644815074a6b895f12215e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-25T10:41:05,249 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/.tmp/testFamily/9dcff742b1a14f8194e0383d5c227e48 is 61, key is row-0/testFamily:testQualifier/1732531250354/Put/seqid=0 2024-11-25T10:41:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741867_1043 (size=5049) 2024-11-25T10:41:05,281 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:05,481 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T10:41:05,481 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1325): Online Regions={bc0e6a7f7c644815074a6b895f12215e=hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e.} 2024-11-25T10:41:05,481 DEBUG [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1351): Waiting on bc0e6a7f7c644815074a6b895f12215e 2024-11-25T10:41:05,655 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/.tmp/testFamily/9dcff742b1a14f8194e0383d5c227e48 2024-11-25T10:41:05,666 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/.tmp/testFamily/9dcff742b1a14f8194e0383d5c227e48 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/testFamily/9dcff742b1a14f8194e0383d5c227e48 2024-11-25T10:41:05,673 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/testFamily/9dcff742b1a14f8194e0383d5c227e48, entries=4, sequenceid=8, filesize=4.9 K 2024-11-25T10:41:05,674 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bc0e6a7f7c644815074a6b895f12215e in 441ms, sequenceid=8, compaction requested=false 2024-11-25T10:41:05,679 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/data/hbase/testMetaScanTimeoutOnNext/bc0e6a7f7c644815074a6b895f12215e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T10:41:05,680 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:41:05,680 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc0e6a7f7c644815074a6b895f12215e: Waiting for close lock at 1732531265232Running coprocessor pre-close hooks at 1732531265232Disabling compacts and flushes for region at 1732531265232Disabling writes for close at 1732531265233 (+1 ms)Obtaining lock to block concurrent updates at 1732531265233Preparing flush snapshotting stores in bc0e6a7f7c644815074a6b895f12215e at 1732531265233Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732531265233Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. at 1732531265233Flushing bc0e6a7f7c644815074a6b895f12215e/testFamily: creating writer at 1732531265233Flushing bc0e6a7f7c644815074a6b895f12215e/testFamily: appending metadata at 1732531265249 (+16 ms)Flushing bc0e6a7f7c644815074a6b895f12215e/testFamily: closing flushed file at 1732531265249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be6b5e7: reopening flushed file at 1732531265664 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bc0e6a7f7c644815074a6b895f12215e in 441ms, sequenceid=8, compaction requested=false at 1732531265674 (+10 ms)Writing region close event to WAL at 1732531265675 (+1 ms)Running coprocessor post-close hooks at 1732531265680 (+5 ms)Closed at 1732531265680 2024-11-25T10:41:05,680 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732531247312.bc0e6a7f7c644815074a6b895f12215e. 2024-11-25T10:41:05,682 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(976): stopping server e2fd862922a0,42505,1732531136363; all regions closed. 2024-11-25T10:41:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741834_1010 (size=19479) 2024-11-25T10:41:05,692 DEBUG [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/oldWALs 2024-11-25T10:41:05,692 INFO [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2fd862922a0%2C42505%2C1732531136363.meta:.meta(num 1732531199101) 2024-11-25T10:41:05,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741833_1009 (size=20031) 2024-11-25T10:41:05,697 DEBUG [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/oldWALs 2024-11-25T10:41:05,697 INFO [RS:0;e2fd862922a0:42505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2fd862922a0%2C42505%2C1732531136363:(num 1732531198585) 2024-11-25T10:41:05,697 DEBUG [RS:0;e2fd862922a0:42505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:41:05,697 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:41:05,698 INFO [RS:0;e2fd862922a0:42505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:41:05,698 INFO [RS:0;e2fd862922a0:42505 {}] hbase.ChoreService(370): Chore service for: regionserver/e2fd862922a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T10:41:05,698 INFO [RS:0;e2fd862922a0:42505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:41:05,698 INFO [regionserver/e2fd862922a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:41:05,700 INFO [RS:0;e2fd862922a0:42505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42505 2024-11-25T10:41:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2fd862922a0,42505,1732531136363 2024-11-25T10:41:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:41:05,704 INFO [RS:0;e2fd862922a0:42505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:41:05,705 INFO [regionserver/e2fd862922a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:41:05,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2fd862922a0,42505,1732531136363] 2024-11-25T10:41:05,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2fd862922a0,42505,1732531136363 already deleted, retry=false 2024-11-25T10:41:05,709 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2fd862922a0,42505,1732531136363 expired; onlineServers=0 2024-11-25T10:41:05,709 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2fd862922a0,39115,1732531135682' ***** 2024-11-25T10:41:05,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:41:05,709 INFO [M:0;e2fd862922a0:39115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:41:05,709 INFO [M:0;e2fd862922a0:39115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:41:05,709 DEBUG [M:0;e2fd862922a0:39115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:41:05,709 DEBUG [M:0;e2fd862922a0:39115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:41:05,709 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:41:05,709 DEBUG [master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732531138431 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732531138431,5,FailOnTimeoutGroup] 2024-11-25T10:41:05,710 DEBUG [master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732531138435 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732531138435,5,FailOnTimeoutGroup] 2024-11-25T10:41:05,710 INFO [M:0;e2fd862922a0:39115 {}] hbase.ChoreService(370): Chore service for: master/e2fd862922a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T10:41:05,710 INFO [M:0;e2fd862922a0:39115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:41:05,710 DEBUG [M:0;e2fd862922a0:39115 {}] master.HMaster(1795): Stopping service threads 2024-11-25T10:41:05,710 INFO [M:0;e2fd862922a0:39115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:41:05,710 INFO [M:0;e2fd862922a0:39115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:41:05,711 INFO [M:0;e2fd862922a0:39115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:41:05,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:41:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:41:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:41:05,713 DEBUG [M:0;e2fd862922a0:39115 {}] zookeeper.ZKUtil(347): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:41:05,713 WARN [M:0;e2fd862922a0:39115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:41:05,714 INFO [M:0;e2fd862922a0:39115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/.lastflushedseqids 2024-11-25T10:41:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741868_1044 (size=721) 2024-11-25T10:41:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:41:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42505-0x1014eb50bef0001, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:41:05,808 INFO [RS:0;e2fd862922a0:42505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:41:05,808 INFO [RS:0;e2fd862922a0:42505 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2fd862922a0,42505,1732531136363; zookeeper connection closed. 2024-11-25T10:41:05,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@489c4e06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@489c4e06 2024-11-25T10:41:05,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-25T10:41:06,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-25T10:41:06,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-25T10:41:06,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-25T10:41:06,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-25T10:41:06,129 INFO [M:0;e2fd862922a0:39115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T10:41:06,129 INFO [M:0;e2fd862922a0:39115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:41:06,129 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:41:06,129 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:41:06,129 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:41:06,129 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:41:06,129 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:41:06,130 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.05 KB heapSize=191.10 KB 2024-11-25T10:41:06,155 DEBUG [M:0;e2fd862922a0:39115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2085cfb04f134aaa8c5061d90da22ed6 is 82, key is hbase:meta,,1/info:regioninfo/1732531199193/Put/seqid=0 2024-11-25T10:41:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741869_1045 (size=5672) 2024-11-25T10:41:06,160 INFO [M:0;e2fd862922a0:39115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2085cfb04f134aaa8c5061d90da22ed6 2024-11-25T10:41:06,191 DEBUG [M:0;e2fd862922a0:39115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd9b76102164e5f95a4b17883ecac56 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732531200809/Put/seqid=0 2024-11-25T10:41:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741870_1046 (size=14067) 2024-11-25T10:41:06,596 INFO [M:0;e2fd862922a0:39115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.50 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd9b76102164e5f95a4b17883ecac56 2024-11-25T10:41:06,603 INFO [M:0;e2fd862922a0:39115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd9b76102164e5f95a4b17883ecac56 2024-11-25T10:41:06,620 DEBUG [M:0;e2fd862922a0:39115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b4b7b2d5efe46d6a1b4aadf50515d31 is 69, key is e2fd862922a0,42505,1732531136363/rs:state/1732531168426/Put/seqid=0 2024-11-25T10:41:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741871_1047 (size=5156) 2024-11-25T10:41:07,025 INFO [M:0;e2fd862922a0:39115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b4b7b2d5efe46d6a1b4aadf50515d31 2024-11-25T10:41:07,033 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2085cfb04f134aaa8c5061d90da22ed6 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2085cfb04f134aaa8c5061d90da22ed6 2024-11-25T10:41:07,040 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2085cfb04f134aaa8c5061d90da22ed6, entries=8, sequenceid=319, filesize=5.5 K 2024-11-25T10:41:07,042 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd9b76102164e5f95a4b17883ecac56 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dd9b76102164e5f95a4b17883ecac56 2024-11-25T10:41:07,048 INFO [M:0;e2fd862922a0:39115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd9b76102164e5f95a4b17883ecac56 2024-11-25T10:41:07,048 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dd9b76102164e5f95a4b17883ecac56, entries=33, sequenceid=319, filesize=13.7 K 2024-11-25T10:41:07,049 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b4b7b2d5efe46d6a1b4aadf50515d31 as hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b4b7b2d5efe46d6a1b4aadf50515d31 2024-11-25T10:41:07,056 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b4b7b2d5efe46d6a1b4aadf50515d31, entries=1, sequenceid=319, filesize=5.0 K 2024-11-25T10:41:07,058 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=319, compaction requested=false 2024-11-25T10:41:07,059 INFO [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:41:07,059 DEBUG [M:0;e2fd862922a0:39115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732531266129Disabling compacts and flushes for region at 1732531266129Disabling writes for close at 1732531266129Obtaining lock to block concurrent updates at 1732531266130 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732531266130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166967, getHeapSize=195624, getOffHeapSize=0, getCellsCount=366 at 1732531266130Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732531266131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732531266131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732531266154 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732531266154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732531266168 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732531266190 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732531266190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732531266604 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732531266619 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732531266619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206861d3: reopening flushed file at 1732531267032 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3695efcd: reopening flushed file at 1732531267040 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9f3a1: reopening flushed file at 1732531267048 (+8 ms)Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=319, compaction requested=false at 1732531267058 (+10 ms)Writing region close event to WAL at 1732531267059 (+1 ms)Closed at 1732531267059 2024-11-25T10:41:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41419 is added to blk_1073741830_1006 (size=188309) 2024-11-25T10:41:07,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25a332d1-f9d2-da31-e4fb-7bb1fada88bd/MasterData/WALs/e2fd862922a0,39115,1732531135682/e2fd862922a0%2C39115%2C1732531135682.1732531137651 not finished, retry = 0 2024-11-25T10:41:07,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:41:07,164 INFO [M:0;e2fd862922a0:39115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T10:41:07,164 INFO [M:0;e2fd862922a0:39115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39115 2024-11-25T10:41:07,165 INFO [M:0;e2fd862922a0:39115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:41:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:41:07,267 INFO [M:0;e2fd862922a0:39115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:41:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39115-0x1014eb50bef0000, quorum=127.0.0.1:50875, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:41:07,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:41:07,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:41:07,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:41:07,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:41:07,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.log.dir/,STOPPED} 2024-11-25T10:41:07,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:41:07,278 WARN [BP-1295569235-172.17.0.2-1732531132890 heartbeating to localhost/127.0.0.1:38001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:41:07,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:41:07,278 WARN [BP-1295569235-172.17.0.2-1732531132890 heartbeating to localhost/127.0.0.1:38001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295569235-172.17.0.2-1732531132890 (Datanode Uuid ab4d16e2-8810-4323-aa05-412861dce3c8) service to localhost/127.0.0.1:38001 2024-11-25T10:41:07,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/data/data1/current/BP-1295569235-172.17.0.2-1732531132890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:41:07,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/cluster_54874b0a-2fce-1904-e39d-ab21bf0229f2/data/data2/current/BP-1295569235-172.17.0.2-1732531132890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:41:07,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:41:07,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:41:07,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:41:07,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:41:07,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:41:07,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c5fcc7-e30d-6a3d-e08e-91b6ad273cea/hadoop.log.dir/,STOPPED} 2024-11-25T10:41:07,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:41:07,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down